2024-11-08 12:39:29,439 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad 2024-11-08 12:39:29,455 main DEBUG Took 0.014036 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-08 12:39:29,456 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-08 12:39:29,456 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-08 12:39:29,457 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-08 12:39:29,459 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 12:39:29,473 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-08 12:39:29,489 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 12:39:29,491 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 12:39:29,492 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 12:39:29,493 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 12:39:29,494 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 12:39:29,494 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 12:39:29,495 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 12:39:29,496 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 12:39:29,497 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 12:39:29,497 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 12:39:29,498 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 12:39:29,499 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 12:39:29,500 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 12:39:29,500 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 12:39:29,501 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 12:39:29,501 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 12:39:29,502 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 12:39:29,502 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 12:39:29,503 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 12:39:29,504 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 12:39:29,505 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 12:39:29,505 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 12:39:29,506 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 12:39:29,506 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 12:39:29,507 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 12:39:29,508 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-08 12:39:29,510 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 12:39:29,512 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-08 12:39:29,514 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-08 12:39:29,515 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-08 12:39:29,517 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-08 12:39:29,518 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-08 12:39:29,529 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-08 12:39:29,532 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-08 12:39:29,535 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-08 12:39:29,535 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-08 12:39:29,536 main DEBUG createAppenders(={Console}) 2024-11-08 12:39:29,537 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad initialized 2024-11-08 12:39:29,537 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad 2024-11-08 12:39:29,538 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad OK. 2024-11-08 12:39:29,538 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-08 12:39:29,539 main DEBUG OutputStream closed 2024-11-08 12:39:29,539 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-08 12:39:29,540 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-08 12:39:29,540 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@55634720 OK 2024-11-08 12:39:29,642 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-08 12:39:29,644 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-08 12:39:29,646 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-08 12:39:29,647 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-08 12:39:29,648 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-08 12:39:29,649 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-08 12:39:29,649 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-08 12:39:29,650 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-08 12:39:29,650 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-08 12:39:29,651 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-08 12:39:29,651 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-08 12:39:29,652 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-08 12:39:29,652 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-08 12:39:29,652 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-08 12:39:29,653 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-08 12:39:29,653 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-08 12:39:29,653 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-08 12:39:29,654 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-08 12:39:29,656 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-08 12:39:29,657 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@19835e64) with optional ClassLoader: null 2024-11-08 12:39:29,658 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-08 12:39:29,659 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@19835e64] started OK. 2024-11-08T12:39:30,069 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e176e269-3116-c8f5-4b64-9a65ef5be2d4 2024-11-08 12:39:30,073 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-08 12:39:30,074 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-08T12:39:30,086 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.TestAcidGuaranteesWithNoInMemCompaction timeout: 13 mins 2024-11-08T12:39:30,136 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-08T12:39:30,160 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e176e269-3116-c8f5-4b64-9a65ef5be2d4/cluster_4878d559-2e00-3c49-a488-c217b8f3bb4d, deleteOnExit=true 2024-11-08T12:39:30,161 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-08T12:39:30,163 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e176e269-3116-c8f5-4b64-9a65ef5be2d4/test.cache.data in system properties and HBase conf 2024-11-08T12:39:30,164 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e176e269-3116-c8f5-4b64-9a65ef5be2d4/hadoop.tmp.dir in system properties and HBase conf 2024-11-08T12:39:30,165 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e176e269-3116-c8f5-4b64-9a65ef5be2d4/hadoop.log.dir in system properties and HBase conf 2024-11-08T12:39:30,166 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e176e269-3116-c8f5-4b64-9a65ef5be2d4/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-08T12:39:30,167 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e176e269-3116-c8f5-4b64-9a65ef5be2d4/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-08T12:39:30,168 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-08T12:39:30,295 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-08T12:39:30,422 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-08T12:39:30,427 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e176e269-3116-c8f5-4b64-9a65ef5be2d4/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-08T12:39:30,428 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e176e269-3116-c8f5-4b64-9a65ef5be2d4/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-08T12:39:30,428 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e176e269-3116-c8f5-4b64-9a65ef5be2d4/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-08T12:39:30,429 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e176e269-3116-c8f5-4b64-9a65ef5be2d4/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T12:39:30,430 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e176e269-3116-c8f5-4b64-9a65ef5be2d4/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-08T12:39:30,430 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e176e269-3116-c8f5-4b64-9a65ef5be2d4/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-08T12:39:30,431 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e176e269-3116-c8f5-4b64-9a65ef5be2d4/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T12:39:30,432 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e176e269-3116-c8f5-4b64-9a65ef5be2d4/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T12:39:30,432 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e176e269-3116-c8f5-4b64-9a65ef5be2d4/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-08T12:39:30,433 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e176e269-3116-c8f5-4b64-9a65ef5be2d4/nfs.dump.dir in system properties and HBase conf 2024-11-08T12:39:30,434 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e176e269-3116-c8f5-4b64-9a65ef5be2d4/java.io.tmpdir in system properties and HBase conf 2024-11-08T12:39:30,434 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e176e269-3116-c8f5-4b64-9a65ef5be2d4/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T12:39:30,435 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e176e269-3116-c8f5-4b64-9a65ef5be2d4/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-08T12:39:30,436 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e176e269-3116-c8f5-4b64-9a65ef5be2d4/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-08T12:39:31,387 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-08T12:39:31,487 INFO [Time-limited test {}] log.Log(170): Logging initialized @3010ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-08T12:39:31,572 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T12:39:31,649 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T12:39:31,684 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T12:39:31,686 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T12:39:31,688 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T12:39:31,705 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T12:39:31,709 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6b23711f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e176e269-3116-c8f5-4b64-9a65ef5be2d4/hadoop.log.dir/,AVAILABLE} 2024-11-08T12:39:31,710 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@93c62df{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T12:39:31,934 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4ded99d3{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e176e269-3116-c8f5-4b64-9a65ef5be2d4/java.io.tmpdir/jetty-localhost-45959-hadoop-hdfs-3_4_1-tests_jar-_-any-2892057703862533076/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T12:39:31,940 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@557285fa{HTTP/1.1, (http/1.1)}{localhost:45959} 2024-11-08T12:39:31,940 INFO [Time-limited test {}] server.Server(415): Started @3464ms 2024-11-08T12:39:32,338 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T12:39:32,347 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T12:39:32,348 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T12:39:32,348 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T12:39:32,349 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T12:39:32,350 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@42946cd0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e176e269-3116-c8f5-4b64-9a65ef5be2d4/hadoop.log.dir/,AVAILABLE} 2024-11-08T12:39:32,350 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4fd7fa7c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T12:39:32,462 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7acb84b5{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e176e269-3116-c8f5-4b64-9a65ef5be2d4/java.io.tmpdir/jetty-localhost-45009-hadoop-hdfs-3_4_1-tests_jar-_-any-8902905325099861648/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T12:39:32,463 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6e1ebae6{HTTP/1.1, (http/1.1)}{localhost:45009} 2024-11-08T12:39:32,463 INFO [Time-limited test {}] server.Server(415): Started @3987ms 2024-11-08T12:39:32,514 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T12:39:33,049 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e176e269-3116-c8f5-4b64-9a65ef5be2d4/cluster_4878d559-2e00-3c49-a488-c217b8f3bb4d/data/data2/current/BP-1626468097-172.17.0.2-1731069571142/current, will proceed with Du for space computation calculation, 2024-11-08T12:39:33,049 WARN [Thread-71 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e176e269-3116-c8f5-4b64-9a65ef5be2d4/cluster_4878d559-2e00-3c49-a488-c217b8f3bb4d/data/data1/current/BP-1626468097-172.17.0.2-1731069571142/current, will proceed with Du for space computation calculation, 2024-11-08T12:39:33,132 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T12:39:33,208 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8932007d885594e5 with lease ID 0x762cd4e26e7bebda: Processing first storage report for DS-cfff5d70-db90-4cc3-8db0-c9eebc17bd1a from datanode DatanodeRegistration(127.0.0.1:34353, datanodeUuid=5fb14a5a-f22a-409b-b73a-7df1fe084dd5, infoPort=45337, infoSecurePort=0, ipcPort=38625, storageInfo=lv=-57;cid=testClusterID;nsid=501278597;c=1731069571142) 2024-11-08T12:39:33,211 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8932007d885594e5 with lease ID 0x762cd4e26e7bebda: from storage DS-cfff5d70-db90-4cc3-8db0-c9eebc17bd1a node DatanodeRegistration(127.0.0.1:34353, datanodeUuid=5fb14a5a-f22a-409b-b73a-7df1fe084dd5, infoPort=45337, infoSecurePort=0, ipcPort=38625, storageInfo=lv=-57;cid=testClusterID;nsid=501278597;c=1731069571142), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-11-08T12:39:33,211 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8932007d885594e5 with lease ID 0x762cd4e26e7bebda: Processing first storage report for DS-e91182d5-b948-4433-80cf-769cf768d3a5 from datanode DatanodeRegistration(127.0.0.1:34353, datanodeUuid=5fb14a5a-f22a-409b-b73a-7df1fe084dd5, infoPort=45337, infoSecurePort=0, ipcPort=38625, storageInfo=lv=-57;cid=testClusterID;nsid=501278597;c=1731069571142) 2024-11-08T12:39:33,212 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8932007d885594e5 with lease ID 0x762cd4e26e7bebda: from storage DS-e91182d5-b948-4433-80cf-769cf768d3a5 node DatanodeRegistration(127.0.0.1:34353, datanodeUuid=5fb14a5a-f22a-409b-b73a-7df1fe084dd5, infoPort=45337, infoSecurePort=0, ipcPort=38625, storageInfo=lv=-57;cid=testClusterID;nsid=501278597;c=1731069571142), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T12:39:33,287 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e176e269-3116-c8f5-4b64-9a65ef5be2d4 2024-11-08T12:39:33,397 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e176e269-3116-c8f5-4b64-9a65ef5be2d4/cluster_4878d559-2e00-3c49-a488-c217b8f3bb4d/zookeeper_0, clientPort=60891, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e176e269-3116-c8f5-4b64-9a65ef5be2d4/cluster_4878d559-2e00-3c49-a488-c217b8f3bb4d/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e176e269-3116-c8f5-4b64-9a65ef5be2d4/cluster_4878d559-2e00-3c49-a488-c217b8f3bb4d/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-08T12:39:33,410 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=60891 2024-11-08T12:39:33,426 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T12:39:33,431 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T12:39:33,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073741825_1001 (size=7) 2024-11-08T12:39:34,117 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe with version=8 2024-11-08T12:39:34,117 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/hbase-staging 2024-11-08T12:39:34,224 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-08T12:39:34,519 INFO [Time-limited test {}] client.ConnectionUtils(128): master/6ccfea20c990:0 server-side Connection retries=45 2024-11-08T12:39:34,534 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T12:39:34,535 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T12:39:34,542 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T12:39:34,542 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T12:39:34,542 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T12:39:34,695 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-08T12:39:34,751 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-08T12:39:34,760 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-08T12:39:34,764 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T12:39:34,788 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 991 (auto-detected) 2024-11-08T12:39:34,789 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-08T12:39:34,807 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40975 2024-11-08T12:39:34,830 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40975 connecting to ZooKeeper ensemble=127.0.0.1:60891 2024-11-08T12:39:34,860 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:409750x0, quorum=127.0.0.1:60891, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T12:39:34,863 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40975-0x1001f58d5710000 connected 2024-11-08T12:39:34,906 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T12:39:34,908 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T12:39:34,916 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40975-0x1001f58d5710000, quorum=127.0.0.1:60891, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T12:39:34,920 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe, hbase.cluster.distributed=false 2024-11-08T12:39:34,943 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40975-0x1001f58d5710000, quorum=127.0.0.1:60891, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-08T12:39:34,947 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40975 2024-11-08T12:39:34,948 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40975 2024-11-08T12:39:34,948 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40975 2024-11-08T12:39:34,949 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40975 2024-11-08T12:39:34,950 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40975 2024-11-08T12:39:35,059 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6ccfea20c990:0 server-side Connection retries=45 2024-11-08T12:39:35,061 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T12:39:35,061 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T12:39:35,062 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T12:39:35,062 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T12:39:35,062 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T12:39:35,065 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T12:39:35,069 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T12:39:35,070 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38479 2024-11-08T12:39:35,072 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38479 connecting to ZooKeeper ensemble=127.0.0.1:60891 2024-11-08T12:39:35,074 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T12:39:35,077 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T12:39:35,085 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:384790x0, quorum=127.0.0.1:60891, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T12:39:35,086 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:384790x0, quorum=127.0.0.1:60891, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T12:39:35,086 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38479-0x1001f58d5710001 connected 2024-11-08T12:39:35,091 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T12:39:35,102 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T12:39:35,105 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38479-0x1001f58d5710001, quorum=127.0.0.1:60891, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-08T12:39:35,112 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38479-0x1001f58d5710001, quorum=127.0.0.1:60891, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-08T12:39:35,113 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38479 2024-11-08T12:39:35,117 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38479 2024-11-08T12:39:35,120 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38479 2024-11-08T12:39:35,122 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38479 2024-11-08T12:39:35,123 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38479 2024-11-08T12:39:35,136 DEBUG [M:0;6ccfea20c990:40975 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6ccfea20c990:40975 2024-11-08T12:39:35,137 INFO [master/6ccfea20c990:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/6ccfea20c990,40975,1731069574299 2024-11-08T12:39:35,143 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38479-0x1001f58d5710001, quorum=127.0.0.1:60891, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T12:39:35,143 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40975-0x1001f58d5710000, quorum=127.0.0.1:60891, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T12:39:35,145 DEBUG [master/6ccfea20c990:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40975-0x1001f58d5710000, quorum=127.0.0.1:60891, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/6ccfea20c990,40975,1731069574299 2024-11-08T12:39:35,164 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40975-0x1001f58d5710000, quorum=127.0.0.1:60891, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T12:39:35,164 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38479-0x1001f58d5710001, quorum=127.0.0.1:60891, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-08T12:39:35,164 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38479-0x1001f58d5710001, quorum=127.0.0.1:60891, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T12:39:35,165 DEBUG [master/6ccfea20c990:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40975-0x1001f58d5710000, quorum=127.0.0.1:60891, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-08T12:39:35,166 INFO [master/6ccfea20c990:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/6ccfea20c990,40975,1731069574299 from backup master directory 2024-11-08T12:39:35,169 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40975-0x1001f58d5710000, quorum=127.0.0.1:60891, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/6ccfea20c990,40975,1731069574299 2024-11-08T12:39:35,169 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40975-0x1001f58d5710000, quorum=127.0.0.1:60891, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T12:39:35,170 WARN [master/6ccfea20c990:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T12:39:35,170 INFO [master/6ccfea20c990:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6ccfea20c990,40975,1731069574299 2024-11-08T12:39:35,170 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38479-0x1001f58d5710001, quorum=127.0.0.1:60891, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T12:39:35,172 INFO [master/6ccfea20c990:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-08T12:39:35,174 INFO [master/6ccfea20c990:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-08T12:39:35,232 DEBUG [master/6ccfea20c990:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/hbase.id] with ID: 93a2ca5a-489f-4fb5-ae49-7a4775f6c4c3 2024-11-08T12:39:35,233 DEBUG [master/6ccfea20c990:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/.tmp/hbase.id 2024-11-08T12:39:35,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073741826_1002 (size=42) 2024-11-08T12:39:35,646 DEBUG [master/6ccfea20c990:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/.tmp/hbase.id]:[hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/hbase.id] 2024-11-08T12:39:35,697 INFO [master/6ccfea20c990:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T12:39:35,702 INFO [master/6ccfea20c990:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-08T12:39:35,721 INFO [master/6ccfea20c990:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 18ms. 2024-11-08T12:39:35,725 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40975-0x1001f58d5710000, quorum=127.0.0.1:60891, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T12:39:35,725 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38479-0x1001f58d5710001, quorum=127.0.0.1:60891, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T12:39:35,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073741827_1003 (size=196) 2024-11-08T12:39:36,157 INFO [master/6ccfea20c990:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T12:39:36,161 INFO [master/6ccfea20c990:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-08T12:39:36,181 DEBUG [master/6ccfea20c990:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:39:36,186 INFO [master/6ccfea20c990:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T12:39:36,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073741828_1004 (size=1189) 2024-11-08T12:39:36,646 INFO [master/6ccfea20c990:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/MasterData/data/master/store 2024-11-08T12:39:36,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073741829_1005 (size=34) 2024-11-08T12:39:36,671 INFO [master/6ccfea20c990:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-08T12:39:36,675 DEBUG [master/6ccfea20c990:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T12:39:36,676 DEBUG [master/6ccfea20c990:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T12:39:36,676 INFO [master/6ccfea20c990:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T12:39:36,677 DEBUG [master/6ccfea20c990:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T12:39:36,679 DEBUG [master/6ccfea20c990:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T12:39:36,679 DEBUG [master/6ccfea20c990:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T12:39:36,679 INFO [master/6ccfea20c990:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T12:39:36,681 DEBUG [master/6ccfea20c990:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731069576676Disabling compacts and flushes for region at 1731069576676Disabling writes for close at 1731069576679 (+3 ms)Writing region close event to WAL at 1731069576679Closed at 1731069576679 2024-11-08T12:39:36,683 WARN [master/6ccfea20c990:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/MasterData/data/master/store/.initializing 2024-11-08T12:39:36,684 DEBUG [master/6ccfea20c990:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/MasterData/WALs/6ccfea20c990,40975,1731069574299 2024-11-08T12:39:36,695 INFO [master/6ccfea20c990:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T12:39:36,716 INFO [master/6ccfea20c990:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6ccfea20c990%2C40975%2C1731069574299, suffix=, logDir=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/MasterData/WALs/6ccfea20c990,40975,1731069574299, archiveDir=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/MasterData/oldWALs, maxLogs=10 2024-11-08T12:39:36,745 DEBUG [master/6ccfea20c990:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/MasterData/WALs/6ccfea20c990,40975,1731069574299/6ccfea20c990%2C40975%2C1731069574299.1731069576722, exclude list is [], retry=0 2024-11-08T12:39:36,767 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34353,DS-cfff5d70-db90-4cc3-8db0-c9eebc17bd1a,DISK] 2024-11-08T12:39:36,771 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-08T12:39:36,818 INFO [master/6ccfea20c990:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/MasterData/WALs/6ccfea20c990,40975,1731069574299/6ccfea20c990%2C40975%2C1731069574299.1731069576722 2024-11-08T12:39:36,821 DEBUG [master/6ccfea20c990:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45337:45337)] 2024-11-08T12:39:36,822 DEBUG [master/6ccfea20c990:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-08T12:39:36,822 DEBUG [master/6ccfea20c990:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T12:39:36,832 DEBUG [master/6ccfea20c990:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T12:39:36,833 DEBUG [master/6ccfea20c990:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T12:39:36,892 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T12:39:36,923 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-08T12:39:36,927 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:39:36,929 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T12:39:36,930 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T12:39:36,934 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-08T12:39:36,934 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:39:36,935 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T12:39:36,936 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T12:39:36,939 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-08T12:39:36,939 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:39:36,941 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T12:39:36,941 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T12:39:36,945 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-08T12:39:36,946 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:39:36,947 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T12:39:36,948 DEBUG [master/6ccfea20c990:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T12:39:36,951 DEBUG [master/6ccfea20c990:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T12:39:36,953 DEBUG [master/6ccfea20c990:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T12:39:36,960 DEBUG [master/6ccfea20c990:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T12:39:36,961 DEBUG [master/6ccfea20c990:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T12:39:36,965 DEBUG [master/6ccfea20c990:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T12:39:36,970 DEBUG [master/6ccfea20c990:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T12:39:36,977 DEBUG [master/6ccfea20c990:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T12:39:36,979 INFO [master/6ccfea20c990:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63760961, jitterRate=-0.04988764226436615}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T12:39:36,986 DEBUG [master/6ccfea20c990:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731069576848Initializing all the Stores at 1731069576850 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731069576851 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731069576865 (+14 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731069576866 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731069576866Cleaning up temporary data from old regions at 1731069576961 (+95 ms)Region opened successfully at 1731069576986 (+25 ms) 2024-11-08T12:39:36,987 INFO [master/6ccfea20c990:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-08T12:39:37,024 DEBUG [master/6ccfea20c990:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51a4c69f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6ccfea20c990/172.17.0.2:0 2024-11-08T12:39:37,059 INFO [master/6ccfea20c990:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-08T12:39:37,069 INFO [master/6ccfea20c990:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-08T12:39:37,069 INFO [master/6ccfea20c990:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-08T12:39:37,071 INFO [master/6ccfea20c990:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-08T12:39:37,072 INFO [master/6ccfea20c990:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-08T12:39:37,077 INFO [master/6ccfea20c990:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-08T12:39:37,078 INFO [master/6ccfea20c990:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-08T12:39:37,110 INFO [master/6ccfea20c990:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-08T12:39:37,121 DEBUG [master/6ccfea20c990:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40975-0x1001f58d5710000, quorum=127.0.0.1:60891, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-08T12:39:37,123 DEBUG [master/6ccfea20c990:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-08T12:39:37,125 INFO [master/6ccfea20c990:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-08T12:39:37,127 DEBUG [master/6ccfea20c990:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40975-0x1001f58d5710000, quorum=127.0.0.1:60891, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-08T12:39:37,128 DEBUG [master/6ccfea20c990:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-08T12:39:37,131 INFO [master/6ccfea20c990:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-08T12:39:37,135 DEBUG [master/6ccfea20c990:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40975-0x1001f58d5710000, quorum=127.0.0.1:60891, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-08T12:39:37,136 DEBUG [master/6ccfea20c990:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-08T12:39:37,139 DEBUG [master/6ccfea20c990:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40975-0x1001f58d5710000, quorum=127.0.0.1:60891, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-08T12:39:37,140 DEBUG [master/6ccfea20c990:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-08T12:39:37,156 DEBUG [master/6ccfea20c990:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40975-0x1001f58d5710000, quorum=127.0.0.1:60891, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-08T12:39:37,157 DEBUG [master/6ccfea20c990:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-08T12:39:37,161 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38479-0x1001f58d5710001, quorum=127.0.0.1:60891, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-08T12:39:37,161 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40975-0x1001f58d5710000, quorum=127.0.0.1:60891, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-08T12:39:37,161 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38479-0x1001f58d5710001, quorum=127.0.0.1:60891, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T12:39:37,161 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40975-0x1001f58d5710000, quorum=127.0.0.1:60891, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T12:39:37,164 INFO [master/6ccfea20c990:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=6ccfea20c990,40975,1731069574299, sessionid=0x1001f58d5710000, setting cluster-up flag (Was=false) 2024-11-08T12:39:37,176 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38479-0x1001f58d5710001, quorum=127.0.0.1:60891, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T12:39:37,176 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40975-0x1001f58d5710000, quorum=127.0.0.1:60891, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T12:39:37,181 DEBUG [master/6ccfea20c990:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-08T12:39:37,183 DEBUG [master/6ccfea20c990:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6ccfea20c990,40975,1731069574299 2024-11-08T12:39:37,188 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38479-0x1001f58d5710001, quorum=127.0.0.1:60891, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T12:39:37,188 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40975-0x1001f58d5710000, quorum=127.0.0.1:60891, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T12:39:37,192 DEBUG [master/6ccfea20c990:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-08T12:39:37,194 DEBUG [master/6ccfea20c990:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6ccfea20c990,40975,1731069574299 2024-11-08T12:39:37,201 INFO [master/6ccfea20c990:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-08T12:39:37,228 INFO [RS:0;6ccfea20c990:38479 {}] regionserver.HRegionServer(746): ClusterId : 93a2ca5a-489f-4fb5-ae49-7a4775f6c4c3 2024-11-08T12:39:37,231 DEBUG [RS:0;6ccfea20c990:38479 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T12:39:37,235 DEBUG [RS:0;6ccfea20c990:38479 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T12:39:37,235 DEBUG [RS:0;6ccfea20c990:38479 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T12:39:37,237 DEBUG [RS:0;6ccfea20c990:38479 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T12:39:37,238 DEBUG [RS:0;6ccfea20c990:38479 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@697773a4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6ccfea20c990/172.17.0.2:0 2024-11-08T12:39:37,255 DEBUG [RS:0;6ccfea20c990:38479 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6ccfea20c990:38479 2024-11-08T12:39:37,258 INFO [RS:0;6ccfea20c990:38479 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T12:39:37,258 INFO [RS:0;6ccfea20c990:38479 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T12:39:37,258 DEBUG [RS:0;6ccfea20c990:38479 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T12:39:37,260 INFO [RS:0;6ccfea20c990:38479 {}] regionserver.HRegionServer(2659): reportForDuty to master=6ccfea20c990,40975,1731069574299 with port=38479, startcode=1731069575023 2024-11-08T12:39:37,270 DEBUG [RS:0;6ccfea20c990:38479 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T12:39:37,271 DEBUG [master/6ccfea20c990:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-08T12:39:37,280 INFO [master/6ccfea20c990:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-08T12:39:37,287 INFO [master/6ccfea20c990:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-08T12:39:37,294 DEBUG [master/6ccfea20c990:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6ccfea20c990,40975,1731069574299 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-08T12:39:37,300 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48057, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T12:39:37,303 DEBUG [master/6ccfea20c990:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6ccfea20c990:0, corePoolSize=5, maxPoolSize=5 2024-11-08T12:39:37,303 DEBUG [master/6ccfea20c990:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6ccfea20c990:0, corePoolSize=5, maxPoolSize=5 2024-11-08T12:39:37,303 DEBUG [master/6ccfea20c990:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6ccfea20c990:0, corePoolSize=5, maxPoolSize=5 2024-11-08T12:39:37,304 DEBUG [master/6ccfea20c990:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6ccfea20c990:0, corePoolSize=5, maxPoolSize=5 2024-11-08T12:39:37,304 DEBUG [master/6ccfea20c990:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6ccfea20c990:0, corePoolSize=10, maxPoolSize=10 2024-11-08T12:39:37,304 DEBUG [master/6ccfea20c990:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6ccfea20c990:0, corePoolSize=1, maxPoolSize=1 2024-11-08T12:39:37,304 DEBUG [master/6ccfea20c990:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6ccfea20c990:0, corePoolSize=2, maxPoolSize=2 2024-11-08T12:39:37,304 DEBUG [master/6ccfea20c990:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6ccfea20c990:0, corePoolSize=1, maxPoolSize=1 2024-11-08T12:39:37,305 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40975 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:39:37,306 INFO [master/6ccfea20c990:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731069607306 2024-11-08T12:39:37,308 INFO [master/6ccfea20c990:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-08T12:39:37,309 INFO [master/6ccfea20c990:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-08T12:39:37,311 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T12:39:37,312 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-08T12:39:37,313 INFO [master/6ccfea20c990:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-08T12:39:37,314 INFO [master/6ccfea20c990:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-08T12:39:37,314 INFO [master/6ccfea20c990:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-08T12:39:37,314 INFO [master/6ccfea20c990:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-08T12:39:37,315 INFO [master/6ccfea20c990:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T12:39:37,319 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:39:37,319 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-08T12:39:37,321 INFO [master/6ccfea20c990:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-08T12:39:37,322 INFO [master/6ccfea20c990:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-08T12:39:37,323 INFO [master/6ccfea20c990:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-08T12:39:37,333 INFO [master/6ccfea20c990:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-08T12:39:37,334 INFO [master/6ccfea20c990:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-08T12:39:37,336 DEBUG [master/6ccfea20c990:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6ccfea20c990:0:becomeActiveMaster-HFileCleaner.large.0-1731069577335,5,FailOnTimeoutGroup] 2024-11-08T12:39:37,337 DEBUG [RS:0;6ccfea20c990:38479 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-08T12:39:37,337 WARN [RS:0;6ccfea20c990:38479 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-08T12:39:37,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073741831_1007 (size=1321) 2024-11-08T12:39:37,338 DEBUG [master/6ccfea20c990:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6ccfea20c990:0:becomeActiveMaster-HFileCleaner.small.0-1731069577336,5,FailOnTimeoutGroup] 2024-11-08T12:39:37,338 INFO [master/6ccfea20c990:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T12:39:37,339 INFO [master/6ccfea20c990:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-08T12:39:37,340 INFO [master/6ccfea20c990:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-08T12:39:37,340 INFO [master/6ccfea20c990:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-08T12:39:37,439 INFO [RS:0;6ccfea20c990:38479 {}] regionserver.HRegionServer(2659): reportForDuty to master=6ccfea20c990,40975,1731069574299 with port=38479, startcode=1731069575023 2024-11-08T12:39:37,442 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40975 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6ccfea20c990,38479,1731069575023 2024-11-08T12:39:37,446 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40975 {}] master.ServerManager(517): Registering regionserver=6ccfea20c990,38479,1731069575023 2024-11-08T12:39:37,454 DEBUG [RS:0;6ccfea20c990:38479 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe 2024-11-08T12:39:37,454 DEBUG [RS:0;6ccfea20c990:38479 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38609 2024-11-08T12:39:37,454 DEBUG [RS:0;6ccfea20c990:38479 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T12:39:37,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40975-0x1001f58d5710000, quorum=127.0.0.1:60891, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-08T12:39:37,458 DEBUG [RS:0;6ccfea20c990:38479 {}] zookeeper.ZKUtil(111): regionserver:38479-0x1001f58d5710001, quorum=127.0.0.1:60891, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/6ccfea20c990,38479,1731069575023 2024-11-08T12:39:37,458 WARN [RS:0;6ccfea20c990:38479 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T12:39:37,459 INFO [RS:0;6ccfea20c990:38479 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T12:39:37,459 DEBUG [RS:0;6ccfea20c990:38479 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/WALs/6ccfea20c990,38479,1731069575023 2024-11-08T12:39:37,460 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6ccfea20c990,38479,1731069575023] 2024-11-08T12:39:37,484 INFO [RS:0;6ccfea20c990:38479 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T12:39:37,499 INFO [RS:0;6ccfea20c990:38479 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T12:39:37,504 INFO [RS:0;6ccfea20c990:38479 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T12:39:37,504 INFO [RS:0;6ccfea20c990:38479 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T12:39:37,505 INFO [RS:0;6ccfea20c990:38479 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T12:39:37,510 INFO [RS:0;6ccfea20c990:38479 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T12:39:37,511 INFO [RS:0;6ccfea20c990:38479 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T12:39:37,512 DEBUG [RS:0;6ccfea20c990:38479 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6ccfea20c990:0, corePoolSize=1, maxPoolSize=1 2024-11-08T12:39:37,512 DEBUG [RS:0;6ccfea20c990:38479 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6ccfea20c990:0, corePoolSize=1, maxPoolSize=1 2024-11-08T12:39:37,512 DEBUG [RS:0;6ccfea20c990:38479 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6ccfea20c990:0, corePoolSize=1, maxPoolSize=1 2024-11-08T12:39:37,512 DEBUG [RS:0;6ccfea20c990:38479 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6ccfea20c990:0, corePoolSize=1, maxPoolSize=1 2024-11-08T12:39:37,512 DEBUG [RS:0;6ccfea20c990:38479 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6ccfea20c990:0, corePoolSize=1, maxPoolSize=1 2024-11-08T12:39:37,512 DEBUG [RS:0;6ccfea20c990:38479 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6ccfea20c990:0, corePoolSize=2, maxPoolSize=2 2024-11-08T12:39:37,513 DEBUG [RS:0;6ccfea20c990:38479 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6ccfea20c990:0, corePoolSize=1, maxPoolSize=1 2024-11-08T12:39:37,513 DEBUG [RS:0;6ccfea20c990:38479 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6ccfea20c990:0, corePoolSize=1, maxPoolSize=1 2024-11-08T12:39:37,513 DEBUG [RS:0;6ccfea20c990:38479 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6ccfea20c990:0, corePoolSize=1, maxPoolSize=1 2024-11-08T12:39:37,513 DEBUG [RS:0;6ccfea20c990:38479 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6ccfea20c990:0, corePoolSize=1, maxPoolSize=1 2024-11-08T12:39:37,513 DEBUG [RS:0;6ccfea20c990:38479 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6ccfea20c990:0, corePoolSize=1, maxPoolSize=1 2024-11-08T12:39:37,513 DEBUG [RS:0;6ccfea20c990:38479 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6ccfea20c990:0, corePoolSize=1, maxPoolSize=1 2024-11-08T12:39:37,513 DEBUG [RS:0;6ccfea20c990:38479 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6ccfea20c990:0, corePoolSize=3, maxPoolSize=3 2024-11-08T12:39:37,514 DEBUG [RS:0;6ccfea20c990:38479 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0, corePoolSize=3, maxPoolSize=3 2024-11-08T12:39:37,514 INFO [RS:0;6ccfea20c990:38479 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T12:39:37,515 INFO [RS:0;6ccfea20c990:38479 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T12:39:37,515 INFO [RS:0;6ccfea20c990:38479 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T12:39:37,515 INFO [RS:0;6ccfea20c990:38479 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T12:39:37,515 INFO [RS:0;6ccfea20c990:38479 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T12:39:37,515 INFO [RS:0;6ccfea20c990:38479 {}] hbase.ChoreService(168): Chore ScheduledChore name=6ccfea20c990,38479,1731069575023-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T12:39:37,537 INFO [RS:0;6ccfea20c990:38479 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T12:39:37,539 INFO [RS:0;6ccfea20c990:38479 {}] hbase.ChoreService(168): Chore ScheduledChore name=6ccfea20c990,38479,1731069575023-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T12:39:37,540 INFO [RS:0;6ccfea20c990:38479 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T12:39:37,540 INFO [RS:0;6ccfea20c990:38479 {}] regionserver.Replication(171): 6ccfea20c990,38479,1731069575023 started 2024-11-08T12:39:37,561 INFO [RS:0;6ccfea20c990:38479 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T12:39:37,562 INFO [RS:0;6ccfea20c990:38479 {}] regionserver.HRegionServer(1482): Serving as 6ccfea20c990,38479,1731069575023, RpcServer on 6ccfea20c990/172.17.0.2:38479, sessionid=0x1001f58d5710001 2024-11-08T12:39:37,563 DEBUG [RS:0;6ccfea20c990:38479 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T12:39:37,563 DEBUG [RS:0;6ccfea20c990:38479 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6ccfea20c990,38479,1731069575023 2024-11-08T12:39:37,564 DEBUG [RS:0;6ccfea20c990:38479 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6ccfea20c990,38479,1731069575023' 2024-11-08T12:39:37,564 DEBUG [RS:0;6ccfea20c990:38479 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-08T12:39:37,565 DEBUG [RS:0;6ccfea20c990:38479 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-08T12:39:37,566 DEBUG [RS:0;6ccfea20c990:38479 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T12:39:37,566 DEBUG [RS:0;6ccfea20c990:38479 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T12:39:37,566 DEBUG [RS:0;6ccfea20c990:38479 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6ccfea20c990,38479,1731069575023 2024-11-08T12:39:37,567 DEBUG [RS:0;6ccfea20c990:38479 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6ccfea20c990,38479,1731069575023' 2024-11-08T12:39:37,567 DEBUG [RS:0;6ccfea20c990:38479 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-08T12:39:37,568 DEBUG [RS:0;6ccfea20c990:38479 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-08T12:39:37,568 DEBUG [RS:0;6ccfea20c990:38479 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T12:39:37,568 INFO [RS:0;6ccfea20c990:38479 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T12:39:37,568 INFO [RS:0;6ccfea20c990:38479 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T12:39:37,674 INFO [RS:0;6ccfea20c990:38479 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T12:39:37,678 INFO [RS:0;6ccfea20c990:38479 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6ccfea20c990%2C38479%2C1731069575023, suffix=, logDir=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/WALs/6ccfea20c990,38479,1731069575023, archiveDir=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/oldWALs, maxLogs=32 2024-11-08T12:39:37,694 DEBUG [RS:0;6ccfea20c990:38479 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/WALs/6ccfea20c990,38479,1731069575023/6ccfea20c990%2C38479%2C1731069575023.1731069577681, exclude list is [], retry=0 2024-11-08T12:39:37,699 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34353,DS-cfff5d70-db90-4cc3-8db0-c9eebc17bd1a,DISK] 2024-11-08T12:39:37,702 INFO [RS:0;6ccfea20c990:38479 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/WALs/6ccfea20c990,38479,1731069575023/6ccfea20c990%2C38479%2C1731069575023.1731069577681 2024-11-08T12:39:37,703 DEBUG [RS:0;6ccfea20c990:38479 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45337:45337)] 2024-11-08T12:39:37,740 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-08T12:39:37,741 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe 2024-11-08T12:39:37,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073741833_1009 (size=32) 2024-11-08T12:39:38,158 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T12:39:38,162 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T12:39:38,166 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T12:39:38,166 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:39:38,168 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T12:39:38,168 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T12:39:38,171 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T12:39:38,171 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:39:38,172 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T12:39:38,172 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T12:39:38,175 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T12:39:38,175 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:39:38,176 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T12:39:38,176 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T12:39:38,179 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T12:39:38,179 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:39:38,181 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T12:39:38,181 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T12:39:38,182 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/hbase/meta/1588230740 2024-11-08T12:39:38,183 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/hbase/meta/1588230740 2024-11-08T12:39:38,187 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T12:39:38,187 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T12:39:38,189 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-08T12:39:38,192 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T12:39:38,196 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T12:39:38,197 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60757676, jitterRate=-0.09464007616043091}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-08T12:39:38,200 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731069578158Initializing all the Stores at 1731069578161 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731069578161Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731069578162 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731069578162Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731069578162Cleaning up temporary data from old regions at 1731069578187 (+25 ms)Region opened successfully at 1731069578200 (+13 ms) 2024-11-08T12:39:38,200 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T12:39:38,200 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T12:39:38,200 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T12:39:38,200 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T12:39:38,200 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T12:39:38,202 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T12:39:38,202 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731069578200Disabling compacts and flushes for region at 1731069578200Disabling writes for close at 1731069578200Writing region close event to WAL at 1731069578201 (+1 ms)Closed at 1731069578202 (+1 ms) 2024-11-08T12:39:38,205 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T12:39:38,205 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-08T12:39:38,214 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-08T12:39:38,226 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T12:39:38,230 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-08T12:39:38,386 DEBUG [6ccfea20c990:40975 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-08T12:39:38,401 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6ccfea20c990,38479,1731069575023 2024-11-08T12:39:38,407 INFO [PEWorker-2 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6ccfea20c990,38479,1731069575023, state=OPENING 2024-11-08T12:39:38,411 DEBUG [PEWorker-2 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-08T12:39:38,412 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40975-0x1001f58d5710000, quorum=127.0.0.1:60891, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T12:39:38,412 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38479-0x1001f58d5710001, quorum=127.0.0.1:60891, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T12:39:38,413 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T12:39:38,413 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T12:39:38,415 DEBUG [PEWorker-2 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T12:39:38,416 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=6ccfea20c990,38479,1731069575023}] 2024-11-08T12:39:38,594 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T12:39:38,598 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59205, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T12:39:38,608 INFO [RS_OPEN_META-regionserver/6ccfea20c990:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-08T12:39:38,609 INFO [RS_OPEN_META-regionserver/6ccfea20c990:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T12:39:38,609 INFO [RS_OPEN_META-regionserver/6ccfea20c990:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-08T12:39:38,613 INFO [RS_OPEN_META-regionserver/6ccfea20c990:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6ccfea20c990%2C38479%2C1731069575023.meta, suffix=.meta, logDir=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/WALs/6ccfea20c990,38479,1731069575023, archiveDir=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/oldWALs, maxLogs=32 2024-11-08T12:39:38,628 DEBUG [RS_OPEN_META-regionserver/6ccfea20c990:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/WALs/6ccfea20c990,38479,1731069575023/6ccfea20c990%2C38479%2C1731069575023.meta.1731069578614.meta, exclude list is [], retry=0 2024-11-08T12:39:38,632 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34353,DS-cfff5d70-db90-4cc3-8db0-c9eebc17bd1a,DISK] 2024-11-08T12:39:38,635 INFO [RS_OPEN_META-regionserver/6ccfea20c990:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/WALs/6ccfea20c990,38479,1731069575023/6ccfea20c990%2C38479%2C1731069575023.meta.1731069578614.meta 2024-11-08T12:39:38,636 DEBUG [RS_OPEN_META-regionserver/6ccfea20c990:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45337:45337)] 2024-11-08T12:39:38,636 DEBUG [RS_OPEN_META-regionserver/6ccfea20c990:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-08T12:39:38,638 DEBUG [RS_OPEN_META-regionserver/6ccfea20c990:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T12:39:38,641 DEBUG [RS_OPEN_META-regionserver/6ccfea20c990:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-08T12:39:38,645 INFO [RS_OPEN_META-regionserver/6ccfea20c990:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-08T12:39:38,649 DEBUG [RS_OPEN_META-regionserver/6ccfea20c990:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-08T12:39:38,650 DEBUG [RS_OPEN_META-regionserver/6ccfea20c990:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T12:39:38,650 DEBUG [RS_OPEN_META-regionserver/6ccfea20c990:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-08T12:39:38,650 DEBUG [RS_OPEN_META-regionserver/6ccfea20c990:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-08T12:39:38,654 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T12:39:38,656 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T12:39:38,656 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:39:38,657 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T12:39:38,657 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T12:39:38,659 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T12:39:38,659 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:39:38,660 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T12:39:38,660 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T12:39:38,662 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T12:39:38,662 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:39:38,663 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T12:39:38,664 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T12:39:38,665 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T12:39:38,665 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:39:38,666 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T12:39:38,667 DEBUG [RS_OPEN_META-regionserver/6ccfea20c990:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T12:39:38,668 DEBUG [RS_OPEN_META-regionserver/6ccfea20c990:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/hbase/meta/1588230740 2024-11-08T12:39:38,671 DEBUG [RS_OPEN_META-regionserver/6ccfea20c990:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/hbase/meta/1588230740 2024-11-08T12:39:38,673 DEBUG [RS_OPEN_META-regionserver/6ccfea20c990:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T12:39:38,674 DEBUG [RS_OPEN_META-regionserver/6ccfea20c990:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T12:39:38,675 DEBUG [RS_OPEN_META-regionserver/6ccfea20c990:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-08T12:39:38,677 DEBUG [RS_OPEN_META-regionserver/6ccfea20c990:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T12:39:38,679 INFO [RS_OPEN_META-regionserver/6ccfea20c990:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62568131, jitterRate=-0.06766219437122345}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-08T12:39:38,679 DEBUG [RS_OPEN_META-regionserver/6ccfea20c990:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-08T12:39:38,680 DEBUG [RS_OPEN_META-regionserver/6ccfea20c990:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731069578651Writing region info on filesystem at 1731069578651Initializing all the Stores at 1731069578653 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731069578653Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731069578654 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731069578654Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731069578654Cleaning up temporary data from old regions at 1731069578674 (+20 ms)Running coprocessor post-open hooks at 1731069578679 (+5 ms)Region opened successfully at 1731069578680 (+1 ms) 2024-11-08T12:39:38,687 INFO [RS_OPEN_META-regionserver/6ccfea20c990:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731069578585 2024-11-08T12:39:38,697 DEBUG [RS_OPEN_META-regionserver/6ccfea20c990:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-08T12:39:38,698 INFO [RS_OPEN_META-regionserver/6ccfea20c990:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-08T12:39:38,700 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=6ccfea20c990,38479,1731069575023 2024-11-08T12:39:38,702 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6ccfea20c990,38479,1731069575023, state=OPEN 2024-11-08T12:39:38,706 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40975-0x1001f58d5710000, quorum=127.0.0.1:60891, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T12:39:38,706 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38479-0x1001f58d5710001, quorum=127.0.0.1:60891, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T12:39:38,706 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T12:39:38,706 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T12:39:38,707 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:39:38,714 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-08T12:39:38,714 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6ccfea20c990,38479,1731069575023 in 291 msec 2024-11-08T12:39:38,722 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-08T12:39:38,722 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 502 msec 2024-11-08T12:39:38,724 DEBUG [PEWorker-4 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T12:39:38,724 INFO [PEWorker-4 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-08T12:39:38,741 DEBUG [PEWorker-4 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T12:39:38,742 DEBUG [PEWorker-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6ccfea20c990,38479,1731069575023, seqNum=-1] 2024-11-08T12:39:38,760 DEBUG [PEWorker-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T12:39:38,763 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38211, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T12:39:38,802 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.5720 sec 2024-11-08T12:39:38,803 INFO [master/6ccfea20c990:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731069578803, completionTime=-1 2024-11-08T12:39:38,805 INFO [master/6ccfea20c990:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-08T12:39:38,805 DEBUG [master/6ccfea20c990:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-08T12:39:38,838 INFO [master/6ccfea20c990:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-08T12:39:38,838 INFO [master/6ccfea20c990:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731069638838 2024-11-08T12:39:38,839 INFO [master/6ccfea20c990:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731069698839 2024-11-08T12:39:38,839 INFO [master/6ccfea20c990:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 33 msec 2024-11-08T12:39:38,841 INFO [master/6ccfea20c990:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6ccfea20c990,40975,1731069574299-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T12:39:38,841 INFO [master/6ccfea20c990:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6ccfea20c990,40975,1731069574299-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T12:39:38,841 INFO [master/6ccfea20c990:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6ccfea20c990,40975,1731069574299-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T12:39:38,843 INFO [master/6ccfea20c990:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6ccfea20c990:40975, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T12:39:38,843 INFO [master/6ccfea20c990:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-08T12:39:38,844 INFO [master/6ccfea20c990:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-08T12:39:38,849 DEBUG [master/6ccfea20c990:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-08T12:39:38,869 INFO [master/6ccfea20c990:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.699sec 2024-11-08T12:39:38,870 INFO [master/6ccfea20c990:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-08T12:39:38,872 INFO [master/6ccfea20c990:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-08T12:39:38,873 INFO [master/6ccfea20c990:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-08T12:39:38,873 INFO [master/6ccfea20c990:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-08T12:39:38,873 INFO [master/6ccfea20c990:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-08T12:39:38,874 INFO [master/6ccfea20c990:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6ccfea20c990,40975,1731069574299-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T12:39:38,875 INFO [master/6ccfea20c990:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6ccfea20c990,40975,1731069574299-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-08T12:39:38,883 DEBUG [master/6ccfea20c990:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-08T12:39:38,884 INFO [master/6ccfea20c990:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-08T12:39:38,884 INFO [master/6ccfea20c990:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6ccfea20c990,40975,1731069574299-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T12:39:38,945 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@132591a5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T12:39:38,947 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-08T12:39:38,947 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-08T12:39:38,949 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6ccfea20c990,40975,-1 for getting cluster id 2024-11-08T12:39:38,951 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T12:39:38,958 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '93a2ca5a-489f-4fb5-ae49-7a4775f6c4c3' 2024-11-08T12:39:38,960 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T12:39:38,960 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "93a2ca5a-489f-4fb5-ae49-7a4775f6c4c3" 2024-11-08T12:39:38,960 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e30bb92, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T12:39:38,961 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6ccfea20c990,40975,-1] 2024-11-08T12:39:38,963 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T12:39:38,965 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T12:39:38,966 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44298, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T12:39:38,969 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39c236f2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T12:39:38,969 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T12:39:38,976 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6ccfea20c990,38479,1731069575023, seqNum=-1] 2024-11-08T12:39:38,977 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T12:39:38,979 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56690, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T12:39:39,000 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=6ccfea20c990,40975,1731069574299 2024-11-08T12:39:39,014 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithNoInMemCompaction#testMixedAtomicity Thread=211, OpenFileDescriptor=441, MaxFileDescriptor=1048576, SystemLoadAverage=305, ProcessCount=11, AvailableMemoryMB=4020 2024-11-08T12:39:39,023 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T12:39:39,028 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 6ccfea20c990,40975,1731069574299 2024-11-08T12:39:39,030 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6848e632 2024-11-08T12:39:39,031 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T12:39:39,034 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44304, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T12:39:39,036 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40975 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-08T12:39:39,041 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40975 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T12:39:39,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40975 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-08T12:39:39,052 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T12:39:39,054 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40975 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 4 2024-11-08T12:39:39,054 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:39:39,057 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T12:39:39,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T12:39:39,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073741835_1011 (size=959) 2024-11-08T12:39:39,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T12:39:39,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T12:39:39,475 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 5fbdb99fcc7482cd6f31ac3aa66e61e9, NAME => 'TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe 2024-11-08T12:39:39,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073741836_1012 (size=53) 2024-11-08T12:39:39,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T12:39:39,887 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T12:39:39,888 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 5fbdb99fcc7482cd6f31ac3aa66e61e9, disabling compactions & flushes 2024-11-08T12:39:39,888 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9. 2024-11-08T12:39:39,888 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9. 2024-11-08T12:39:39,888 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9. after waiting 0 ms 2024-11-08T12:39:39,888 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9. 2024-11-08T12:39:39,888 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9. 2024-11-08T12:39:39,888 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 5fbdb99fcc7482cd6f31ac3aa66e61e9: Waiting for close lock at 1731069579888Disabling compacts and flushes for region at 1731069579888Disabling writes for close at 1731069579888Writing region close event to WAL at 1731069579888Closed at 1731069579888 2024-11-08T12:39:39,891 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T12:39:39,899 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731069579892"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731069579892"}]},"ts":"1731069579892"} 2024-11-08T12:39:39,903 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T12:39:39,905 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T12:39:39,907 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731069579905"}]},"ts":"1731069579905"} 2024-11-08T12:39:39,911 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-08T12:39:39,913 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=5fbdb99fcc7482cd6f31ac3aa66e61e9, ASSIGN}] 2024-11-08T12:39:39,916 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=5fbdb99fcc7482cd6f31ac3aa66e61e9, ASSIGN 2024-11-08T12:39:39,918 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=5fbdb99fcc7482cd6f31ac3aa66e61e9, ASSIGN; state=OFFLINE, location=6ccfea20c990,38479,1731069575023; forceNewPlan=false, retain=false 2024-11-08T12:39:40,070 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=5fbdb99fcc7482cd6f31ac3aa66e61e9, regionState=OPENING, regionLocation=6ccfea20c990,38479,1731069575023 2024-11-08T12:39:40,075 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=5fbdb99fcc7482cd6f31ac3aa66e61e9, ASSIGN because future has completed 2024-11-08T12:39:40,076 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023}] 2024-11-08T12:39:40,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T12:39:40,245 INFO [RS_OPEN_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9. 2024-11-08T12:39:40,246 DEBUG [RS_OPEN_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 5fbdb99fcc7482cd6f31ac3aa66e61e9, NAME => 'TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9.', STARTKEY => '', ENDKEY => ''} 2024-11-08T12:39:40,246 DEBUG [RS_OPEN_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 5fbdb99fcc7482cd6f31ac3aa66e61e9 2024-11-08T12:39:40,246 DEBUG [RS_OPEN_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T12:39:40,246 DEBUG [RS_OPEN_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 5fbdb99fcc7482cd6f31ac3aa66e61e9 2024-11-08T12:39:40,247 DEBUG [RS_OPEN_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 5fbdb99fcc7482cd6f31ac3aa66e61e9 2024-11-08T12:39:40,249 INFO [StoreOpener-5fbdb99fcc7482cd6f31ac3aa66e61e9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 5fbdb99fcc7482cd6f31ac3aa66e61e9 2024-11-08T12:39:40,252 INFO [StoreOpener-5fbdb99fcc7482cd6f31ac3aa66e61e9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5fbdb99fcc7482cd6f31ac3aa66e61e9 columnFamilyName A 2024-11-08T12:39:40,252 DEBUG [StoreOpener-5fbdb99fcc7482cd6f31ac3aa66e61e9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:39:40,253 INFO [StoreOpener-5fbdb99fcc7482cd6f31ac3aa66e61e9-1 {}] regionserver.HStore(327): Store=5fbdb99fcc7482cd6f31ac3aa66e61e9/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T12:39:40,254 INFO [StoreOpener-5fbdb99fcc7482cd6f31ac3aa66e61e9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 5fbdb99fcc7482cd6f31ac3aa66e61e9 2024-11-08T12:39:40,257 INFO [StoreOpener-5fbdb99fcc7482cd6f31ac3aa66e61e9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5fbdb99fcc7482cd6f31ac3aa66e61e9 columnFamilyName B 2024-11-08T12:39:40,257 DEBUG [StoreOpener-5fbdb99fcc7482cd6f31ac3aa66e61e9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:39:40,258 INFO [StoreOpener-5fbdb99fcc7482cd6f31ac3aa66e61e9-1 {}] regionserver.HStore(327): Store=5fbdb99fcc7482cd6f31ac3aa66e61e9/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T12:39:40,258 INFO [StoreOpener-5fbdb99fcc7482cd6f31ac3aa66e61e9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 5fbdb99fcc7482cd6f31ac3aa66e61e9 2024-11-08T12:39:40,261 INFO [StoreOpener-5fbdb99fcc7482cd6f31ac3aa66e61e9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5fbdb99fcc7482cd6f31ac3aa66e61e9 columnFamilyName C 2024-11-08T12:39:40,261 DEBUG [StoreOpener-5fbdb99fcc7482cd6f31ac3aa66e61e9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:39:40,262 INFO [StoreOpener-5fbdb99fcc7482cd6f31ac3aa66e61e9-1 {}] regionserver.HStore(327): Store=5fbdb99fcc7482cd6f31ac3aa66e61e9/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T12:39:40,262 DEBUG [RS_OPEN_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 5fbdb99fcc7482cd6f31ac3aa66e61e9 2024-11-08T12:39:40,263 DEBUG [RS_OPEN_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9 2024-11-08T12:39:40,264 DEBUG [RS_OPEN_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9 2024-11-08T12:39:40,266 DEBUG [RS_OPEN_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 5fbdb99fcc7482cd6f31ac3aa66e61e9 2024-11-08T12:39:40,266 DEBUG [RS_OPEN_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 5fbdb99fcc7482cd6f31ac3aa66e61e9 2024-11-08T12:39:40,267 DEBUG [RS_OPEN_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-08T12:39:40,270 DEBUG [RS_OPEN_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 5fbdb99fcc7482cd6f31ac3aa66e61e9 2024-11-08T12:39:40,274 DEBUG [RS_OPEN_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T12:39:40,275 INFO [RS_OPEN_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 5fbdb99fcc7482cd6f31ac3aa66e61e9; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60691269, jitterRate=-0.09562961757183075}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-08T12:39:40,276 DEBUG [RS_OPEN_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5fbdb99fcc7482cd6f31ac3aa66e61e9 2024-11-08T12:39:40,277 DEBUG [RS_OPEN_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 5fbdb99fcc7482cd6f31ac3aa66e61e9: Running coprocessor pre-open hook at 1731069580247Writing region info on filesystem at 1731069580247Initializing all the Stores at 1731069580249 (+2 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731069580249Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731069580249Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731069580249Cleaning up temporary data from old regions at 1731069580266 (+17 ms)Running coprocessor post-open hooks at 1731069580276 (+10 ms)Region opened successfully at 1731069580276 2024-11-08T12:39:40,279 INFO [RS_OPEN_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., pid=6, masterSystemTime=1731069580232 2024-11-08T12:39:40,283 DEBUG [RS_OPEN_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9. 2024-11-08T12:39:40,283 INFO [RS_OPEN_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9. 2024-11-08T12:39:40,284 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=5fbdb99fcc7482cd6f31ac3aa66e61e9, regionState=OPEN, openSeqNum=2, regionLocation=6ccfea20c990,38479,1731069575023 2024-11-08T12:39:40,289 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 because future has completed 2024-11-08T12:39:40,296 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-08T12:39:40,298 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 in 215 msec 2024-11-08T12:39:40,301 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-08T12:39:40,301 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=5fbdb99fcc7482cd6f31ac3aa66e61e9, ASSIGN in 383 msec 2024-11-08T12:39:40,303 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T12:39:40,304 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731069580303"}]},"ts":"1731069580303"} 2024-11-08T12:39:40,307 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-08T12:39:40,309 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T12:39:40,314 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.2650 sec 2024-11-08T12:39:41,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T12:39:41,225 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-08T12:39:41,233 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77c32821, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T12:39:41,233 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6ccfea20c990,40975,-1 for getting cluster id 2024-11-08T12:39:41,234 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T12:39:41,236 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '93a2ca5a-489f-4fb5-ae49-7a4775f6c4c3' 2024-11-08T12:39:41,236 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T12:39:41,236 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "93a2ca5a-489f-4fb5-ae49-7a4775f6c4c3" 2024-11-08T12:39:41,237 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55f99e3f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T12:39:41,237 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6ccfea20c990,40975,-1] 2024-11-08T12:39:41,237 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T12:39:41,237 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T12:39:41,239 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44334, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T12:39:41,240 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@595680d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T12:39:41,241 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T12:39:41,243 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6ccfea20c990,38479,1731069575023, seqNum=-1] 2024-11-08T12:39:41,243 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T12:39:41,246 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56692, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T12:39:41,249 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T12:39:41,250 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 6ccfea20c990,40975,1731069574299 2024-11-08T12:39:41,251 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@684bb5df 2024-11-08T12:39:41,253 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T12:39:41,255 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44348, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T12:39:41,259 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1bd90ee6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T12:39:41,259 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6ccfea20c990,40975,-1 for getting cluster id 2024-11-08T12:39:41,259 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T12:39:41,261 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '93a2ca5a-489f-4fb5-ae49-7a4775f6c4c3' 2024-11-08T12:39:41,261 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T12:39:41,261 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "93a2ca5a-489f-4fb5-ae49-7a4775f6c4c3" 2024-11-08T12:39:41,262 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7907fcac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T12:39:41,262 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6ccfea20c990,40975,-1] 2024-11-08T12:39:41,262 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T12:39:41,262 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T12:39:41,263 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44368, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T12:39:41,264 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75ca9e14, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T12:39:41,265 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@577d2795, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T12:39:41,265 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6ccfea20c990,40975,-1 for getting cluster id 2024-11-08T12:39:41,266 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T12:39:41,267 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '93a2ca5a-489f-4fb5-ae49-7a4775f6c4c3' 2024-11-08T12:39:41,267 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T12:39:41,267 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "93a2ca5a-489f-4fb5-ae49-7a4775f6c4c3" 2024-11-08T12:39:41,268 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35b83ee0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T12:39:41,268 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6ccfea20c990,40975,-1] 2024-11-08T12:39:41,268 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T12:39:41,268 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T12:39:41,270 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44380, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T12:39:41,271 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13d05b08, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T12:39:41,272 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7bba02c7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T12:39:41,272 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6ccfea20c990,40975,-1 for getting cluster id 2024-11-08T12:39:41,272 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T12:39:41,273 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '93a2ca5a-489f-4fb5-ae49-7a4775f6c4c3' 2024-11-08T12:39:41,274 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T12:39:41,274 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "93a2ca5a-489f-4fb5-ae49-7a4775f6c4c3" 2024-11-08T12:39:41,274 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d0184e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T12:39:41,274 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6ccfea20c990,40975,-1] 2024-11-08T12:39:41,275 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T12:39:41,275 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T12:39:41,276 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44404, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T12:39:41,278 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59cb0f4d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T12:39:41,278 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@113d617f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T12:39:41,278 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6ccfea20c990,40975,-1 for getting cluster id 2024-11-08T12:39:41,279 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T12:39:41,280 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '93a2ca5a-489f-4fb5-ae49-7a4775f6c4c3' 2024-11-08T12:39:41,280 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T12:39:41,280 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "93a2ca5a-489f-4fb5-ae49-7a4775f6c4c3" 2024-11-08T12:39:41,281 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51278417, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T12:39:41,281 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6ccfea20c990,40975,-1] 2024-11-08T12:39:41,281 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T12:39:41,281 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T12:39:41,283 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44424, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T12:39:41,284 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@759c8e82, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T12:39:41,285 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2754d9b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T12:39:41,285 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6ccfea20c990,40975,-1 for getting cluster id 2024-11-08T12:39:41,286 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T12:39:41,287 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '93a2ca5a-489f-4fb5-ae49-7a4775f6c4c3' 2024-11-08T12:39:41,287 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T12:39:41,287 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "93a2ca5a-489f-4fb5-ae49-7a4775f6c4c3" 2024-11-08T12:39:41,288 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28800615, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T12:39:41,288 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6ccfea20c990,40975,-1] 2024-11-08T12:39:41,288 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T12:39:41,288 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T12:39:41,290 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44446, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T12:39:41,291 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@da6bec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T12:39:41,292 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c3ddbdb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T12:39:41,292 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6ccfea20c990,40975,-1 for getting cluster id 2024-11-08T12:39:41,292 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T12:39:41,293 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '93a2ca5a-489f-4fb5-ae49-7a4775f6c4c3' 2024-11-08T12:39:41,294 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T12:39:41,294 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "93a2ca5a-489f-4fb5-ae49-7a4775f6c4c3" 2024-11-08T12:39:41,295 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32637125, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T12:39:41,295 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6ccfea20c990,40975,-1] 2024-11-08T12:39:41,295 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T12:39:41,295 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T12:39:41,297 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44466, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T12:39:41,298 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@bde52ee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T12:39:41,299 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a48b566, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T12:39:41,299 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6ccfea20c990,40975,-1 for getting cluster id 2024-11-08T12:39:41,300 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T12:39:41,301 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '93a2ca5a-489f-4fb5-ae49-7a4775f6c4c3' 2024-11-08T12:39:41,301 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T12:39:41,301 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "93a2ca5a-489f-4fb5-ae49-7a4775f6c4c3" 2024-11-08T12:39:41,301 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23451635, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T12:39:41,301 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6ccfea20c990,40975,-1] 2024-11-08T12:39:41,302 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T12:39:41,302 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T12:39:41,303 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44488, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T12:39:41,304 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@146b39e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T12:39:41,306 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3111333, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T12:39:41,306 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6ccfea20c990,40975,-1 for getting cluster id 2024-11-08T12:39:41,306 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T12:39:41,307 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '93a2ca5a-489f-4fb5-ae49-7a4775f6c4c3' 2024-11-08T12:39:41,307 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T12:39:41,308 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "93a2ca5a-489f-4fb5-ae49-7a4775f6c4c3" 2024-11-08T12:39:41,308 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3635d5dc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T12:39:41,308 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6ccfea20c990,40975,-1] 2024-11-08T12:39:41,308 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T12:39:41,308 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T12:39:41,310 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44504, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T12:39:41,311 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a9e52e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T12:39:41,312 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a046d27, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T12:39:41,312 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6ccfea20c990,40975,-1 for getting cluster id 2024-11-08T12:39:41,312 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T12:39:41,313 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '93a2ca5a-489f-4fb5-ae49-7a4775f6c4c3' 2024-11-08T12:39:41,313 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T12:39:41,313 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "93a2ca5a-489f-4fb5-ae49-7a4775f6c4c3" 2024-11-08T12:39:41,314 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78890e56, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T12:39:41,314 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6ccfea20c990,40975,-1] 2024-11-08T12:39:41,314 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T12:39:41,314 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T12:39:41,315 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44514, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T12:39:41,317 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2025debd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T12:39:41,321 DEBUG [Thread-143 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T12:39:41,321 DEBUG [Thread-145 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T12:39:41,321 DEBUG [Thread-147 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T12:39:41,321 DEBUG [Thread-160 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T12:39:41,322 DEBUG [Thread-154 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T12:39:41,322 DEBUG [Thread-158 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T12:39:41,323 DEBUG [Thread-156 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T12:39:41,323 DEBUG [Thread-151 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T12:39:41,324 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6ccfea20c990,38479,1731069575023, seqNum=-1] 2024-11-08T12:39:41,324 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6ccfea20c990,38479,1731069575023, seqNum=-1] 2024-11-08T12:39:41,325 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T12:39:41,325 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T12:39:41,325 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6ccfea20c990,38479,1731069575023, seqNum=-1] 2024-11-08T12:39:41,325 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6ccfea20c990,38479,1731069575023, seqNum=-1] 2024-11-08T12:39:41,325 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T12:39:41,325 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T12:39:41,325 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6ccfea20c990,38479,1731069575023, seqNum=-1] 2024-11-08T12:39:41,326 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T12:39:41,326 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6ccfea20c990,38479,1731069575023, seqNum=-1] 2024-11-08T12:39:41,326 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6ccfea20c990,38479,1731069575023, seqNum=-1] 2024-11-08T12:39:41,326 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T12:39:41,326 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T12:39:41,327 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6ccfea20c990,38479,1731069575023, seqNum=-1] 2024-11-08T12:39:41,327 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T12:39:41,328 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56698, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T12:39:41,328 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56712, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T12:39:41,329 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56736, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T12:39:41,329 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56738, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T12:39:41,329 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40975 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-08T12:39:41,330 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56764, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T12:39:41,330 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56752, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T12:39:41,330 DEBUG [Thread-149 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T12:39:41,330 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56724, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T12:39:41,331 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56742, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T12:39:41,331 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6ccfea20c990,38479,1731069575023, seqNum=-1] 2024-11-08T12:39:41,332 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T12:39:41,334 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56776, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T12:39:41,335 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2] 2024-11-08T12:39:41,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40975 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees 2024-11-08T12:39:41,336 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2] 2024-11-08T12:39:41,339 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2] 2024-11-08T12:39:41,339 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2] 2024-11-08T12:39:41,339 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2] 2024-11-08T12:39:41,340 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2] 2024-11-08T12:39:41,340 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-08T12:39:41,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T12:39:41,343 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2] 2024-11-08T12:39:41,344 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-08T12:39:41,346 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-08T12:39:41,349 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2] 2024-11-08T12:39:41,353 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2] 2024-11-08T12:39:41,412 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-08T12:39:41,416 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 5fbdb99fcc7482cd6f31ac3aa66e61e9 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-08T12:39:41,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(8855): Flush requested on 5fbdb99fcc7482cd6f31ac3aa66e61e9 2024-11-08T12:39:41,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T12:39:41,534 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38479 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-08T12:39:41,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9. 2024-11-08T12:39:41,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9. as already flushing 2024-11-08T12:39:41,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9. 2024-11-08T12:39:41,547 ERROR [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 5fbdb99fcc7482cd6f31ac3aa66e61e9, NAME => 'TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:39:41,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 5fbdb99fcc7482cd6f31ac3aa66e61e9, NAME => 'TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:39:41,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40975 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5fbdb99fcc7482cd6f31ac3aa66e61e9, NAME => 'TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5fbdb99fcc7482cd6f31ac3aa66e61e9, NAME => 'TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:39:41,576 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/.tmp/A/e9643f6853024653bb109fe341a949b0 is 50, key is test_row_0/A:col10/1731069581350/Put/seqid=0 2024-11-08T12:39:41,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073741837_1013 (size=12001) 2024-11-08T12:39:41,596 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/.tmp/A/e9643f6853024653bb109fe341a949b0 2024-11-08T12:39:41,630 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:39:41,633 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:39:41,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56776 deadline: 1731069641613, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:39:41,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56724 deadline: 1731069641612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:39:41,636 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:39:41,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56736 deadline: 1731069641619, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:39:41,638 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:41,638 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:41,638 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:41,638 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:41,639 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:39:41,639 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:39:41,639 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:41,639 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:41,639 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:39:41,640 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:39:41,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56742 deadline: 1731069641626, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:39:41,641 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:41,641 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:41,641 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:39:41,641 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:39:41,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56764 deadline: 1731069641631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:39:41,643 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:41,643 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:41,643 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:39:41,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T12:39:41,716 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38479 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-08T12:39:41,721 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/.tmp/B/1caa1768aba946c499c3ae6e1b5afaa6 is 50, key is test_row_0/B:col10/1731069581350/Put/seqid=0 2024-11-08T12:39:41,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9. 2024-11-08T12:39:41,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9. as already flushing 2024-11-08T12:39:41,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9. 2024-11-08T12:39:41,726 ERROR [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 5fbdb99fcc7482cd6f31ac3aa66e61e9, NAME => 'TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:39:41,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 5fbdb99fcc7482cd6f31ac3aa66e61e9, NAME => 'TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:39:41,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40975 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5fbdb99fcc7482cd6f31ac3aa66e61e9, NAME => 'TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5fbdb99fcc7482cd6f31ac3aa66e61e9, NAME => 'TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:39:41,749 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:39:41,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56736 deadline: 1731069641744, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:39:41,749 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:39:41,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56776 deadline: 1731069641745, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:39:41,750 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:41,750 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:41,750 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:39:41,751 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:39:41,750 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:39:41,751 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:41,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56724 deadline: 1731069641745, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:39:41,752 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:41,752 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:39:41,752 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:41,753 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:41,753 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:39:41,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073741838_1014 (size=12001) 2024-11-08T12:39:41,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56742 deadline: 1731069641746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:39:41,754 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:41,754 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:41,755 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:39:41,759 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:39:41,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56764 deadline: 1731069641754, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:39:41,760 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:41,761 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:41,761 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:39:41,886 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38479 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-08T12:39:41,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9. 2024-11-08T12:39:41,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9. as already flushing 2024-11-08T12:39:41,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9. 2024-11-08T12:39:41,894 ERROR [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 5fbdb99fcc7482cd6f31ac3aa66e61e9, NAME => 'TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:39:41,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 5fbdb99fcc7482cd6f31ac3aa66e61e9, NAME => 'TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:39:41,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40975 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5fbdb99fcc7482cd6f31ac3aa66e61e9, NAME => 'TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5fbdb99fcc7482cd6f31ac3aa66e61e9, NAME => 'TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:39:41,956 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:39:41,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56736 deadline: 1731069641954, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:39:41,960 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:41,960 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:41,960 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:39:41,966 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:39:41,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56776 deadline: 1731069641964, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:39:41,968 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:41,968 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:41,968 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:39:41,968 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:39:41,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56742 deadline: 1731069641965, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:39:41,969 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:41,969 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:41,969 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:39:41,969 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:39:41,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56724 deadline: 1731069641965, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:39:41,971 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:41,972 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:41,972 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:39:41,972 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:39:41,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56764 deadline: 1731069641965, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:39:41,973 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:41,974 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:41,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T12:39:41,974 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:39:42,050 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38479 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-08T12:39:42,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9. 2024-11-08T12:39:42,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9. as already flushing 2024-11-08T12:39:42,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9. 2024-11-08T12:39:42,050 ERROR [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 5fbdb99fcc7482cd6f31ac3aa66e61e9, NAME => 'TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:39:42,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 5fbdb99fcc7482cd6f31ac3aa66e61e9, NAME => 'TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:39:42,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40975 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5fbdb99fcc7482cd6f31ac3aa66e61e9, NAME => 'TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5fbdb99fcc7482cd6f31ac3aa66e61e9, NAME => 'TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:39:42,155 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/.tmp/B/1caa1768aba946c499c3ae6e1b5afaa6 2024-11-08T12:39:42,200 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/.tmp/C/b1d47faf22634b98af6898818d71ecf5 is 50, key is test_row_0/C:col10/1731069581350/Put/seqid=0 2024-11-08T12:39:42,208 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38479 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-08T12:39:42,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073741839_1015 (size=12001) 2024-11-08T12:39:42,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9. 2024-11-08T12:39:42,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9. as already flushing 2024-11-08T12:39:42,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9. 2024-11-08T12:39:42,209 ERROR [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 5fbdb99fcc7482cd6f31ac3aa66e61e9, NAME => 'TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:39:42,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 5fbdb99fcc7482cd6f31ac3aa66e61e9, NAME => 'TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:39:42,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40975 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5fbdb99fcc7482cd6f31ac3aa66e61e9, NAME => 'TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5fbdb99fcc7482cd6f31ac3aa66e61e9, NAME => 'TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:39:42,213 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/.tmp/C/b1d47faf22634b98af6898818d71ecf5 2024-11-08T12:39:42,231 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/.tmp/A/e9643f6853024653bb109fe341a949b0 as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/A/e9643f6853024653bb109fe341a949b0 2024-11-08T12:39:42,249 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/A/e9643f6853024653bb109fe341a949b0, entries=150, sequenceid=12, filesize=11.7 K 2024-11-08T12:39:42,257 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/.tmp/B/1caa1768aba946c499c3ae6e1b5afaa6 as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/B/1caa1768aba946c499c3ae6e1b5afaa6 2024-11-08T12:39:42,278 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:39:42,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56736 deadline: 1731069642266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:39:42,281 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:42,281 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:42,281 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:39:42,281 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/B/1caa1768aba946c499c3ae6e1b5afaa6, entries=150, sequenceid=12, filesize=11.7 K 2024-11-08T12:39:42,284 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/.tmp/C/b1d47faf22634b98af6898818d71ecf5 as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/C/b1d47faf22634b98af6898818d71ecf5 2024-11-08T12:39:42,282 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:39:42,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56776 deadline: 1731069642278, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:39:42,286 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:42,287 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:42,287 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:39:42,298 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:39:42,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56742 deadline: 1731069642284, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:39:42,300 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:42,300 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:42,300 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:39:42,300 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:39:42,300 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:39:42,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56724 deadline: 1731069642284, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:39:42,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56764 deadline: 1731069642285, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:39:42,303 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:42,303 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:42,304 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:39:42,306 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:42,306 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:42,307 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:39:42,310 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/C/b1d47faf22634b98af6898818d71ecf5, entries=150, sequenceid=12, filesize=11.7 K 2024-11-08T12:39:42,319 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 5fbdb99fcc7482cd6f31ac3aa66e61e9 in 901ms, sequenceid=12, compaction requested=false 2024-11-08T12:39:42,320 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-08T12:39:42,322 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 5fbdb99fcc7482cd6f31ac3aa66e61e9: 2024-11-08T12:39:42,365 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38479 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-08T12:39:42,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9. 2024-11-08T12:39:42,366 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2902): Flushing 5fbdb99fcc7482cd6f31ac3aa66e61e9 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-08T12:39:42,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/.tmp/A/9de0c1751eab49ae9f59f87eaa56ec5b is 50, key is test_row_0/A:col10/1731069581603/Put/seqid=0 2024-11-08T12:39:42,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073741840_1016 (size=12001) 2024-11-08T12:39:42,439 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/.tmp/A/9de0c1751eab49ae9f59f87eaa56ec5b 2024-11-08T12:39:42,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/.tmp/B/3c4ccdebe8c447238643a8fcf051753e is 50, key is test_row_0/B:col10/1731069581603/Put/seqid=0 2024-11-08T12:39:42,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T12:39:42,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073741841_1017 (size=12001) 2024-11-08T12:39:42,514 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/.tmp/B/3c4ccdebe8c447238643a8fcf051753e 2024-11-08T12:39:42,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/.tmp/C/f7663713da024e2c8ecb02916903b5f1 is 50, key is test_row_0/C:col10/1731069581603/Put/seqid=0 2024-11-08T12:39:42,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073741842_1018 (size=12001) 2024-11-08T12:39:42,574 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/.tmp/C/f7663713da024e2c8ecb02916903b5f1 2024-11-08T12:39:42,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/.tmp/A/9de0c1751eab49ae9f59f87eaa56ec5b as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/A/9de0c1751eab49ae9f59f87eaa56ec5b 2024-11-08T12:39:42,603 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/A/9de0c1751eab49ae9f59f87eaa56ec5b, entries=150, sequenceid=37, filesize=11.7 K 2024-11-08T12:39:42,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/.tmp/B/3c4ccdebe8c447238643a8fcf051753e as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/B/3c4ccdebe8c447238643a8fcf051753e 2024-11-08T12:39:42,622 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/B/3c4ccdebe8c447238643a8fcf051753e, entries=150, sequenceid=37, filesize=11.7 K 2024-11-08T12:39:42,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/.tmp/C/f7663713da024e2c8ecb02916903b5f1 as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/C/f7663713da024e2c8ecb02916903b5f1 2024-11-08T12:39:42,655 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/C/f7663713da024e2c8ecb02916903b5f1, entries=150, sequenceid=37, filesize=11.7 K 2024-11-08T12:39:42,658 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=0 B/0 for 5fbdb99fcc7482cd6f31ac3aa66e61e9 in 293ms, sequenceid=37, compaction requested=false 2024-11-08T12:39:42,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2603): Flush status journal for 5fbdb99fcc7482cd6f31ac3aa66e61e9: 2024-11-08T12:39:42,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9. 2024-11-08T12:39:42,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-08T12:39:42,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40975 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-08T12:39:42,668 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-11-08T12:39:42,668 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3160 sec 2024-11-08T12:39:42,679 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees in 1.3450 sec 2024-11-08T12:39:42,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(8855): Flush requested on 5fbdb99fcc7482cd6f31ac3aa66e61e9 2024-11-08T12:39:42,850 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-08T12:39:42,850 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 5fbdb99fcc7482cd6f31ac3aa66e61e9 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-08T12:39:42,887 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/.tmp/A/50d8eb7d49ad4dc48b673b760e2f14b6 is 50, key is test_row_0/A:col10/1731069582843/Put/seqid=0 2024-11-08T12:39:42,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073741843_1019 (size=12001) 2024-11-08T12:39:42,944 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/.tmp/A/50d8eb7d49ad4dc48b673b760e2f14b6 2024-11-08T12:39:42,976 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/.tmp/B/fd1651c242364ff6bfc1ce991a1ed0ab is 50, key is test_row_0/B:col10/1731069582843/Put/seqid=0 2024-11-08T12:39:42,991 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:39:42,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56724 deadline: 1731069642958, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:39:42,993 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:42,993 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:42,994 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:39:42,996 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:39:42,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56764 deadline: 1731069642983, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:39:42,998 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:42,998 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:42,998 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:39:42,998 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:39:42,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56736 deadline: 1731069642986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:39:42,999 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:42,999 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:42,999 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:39:43,001 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:39:43,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56776 deadline: 1731069642992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:39:43,002 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:43,002 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:43,002 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:39:43,003 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:39:43,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56742 deadline: 1731069642993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:39:43,003 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:43,004 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:43,004 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:39:43,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073741844_1020 (size=12001) 2024-11-08T12:39:43,030 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/.tmp/B/fd1651c242364ff6bfc1ce991a1ed0ab 2024-11-08T12:39:43,056 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/.tmp/C/e01d82f079114d01beb4be79f5979f08 is 50, key is test_row_0/C:col10/1731069582843/Put/seqid=0 2024-11-08T12:39:43,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073741845_1021 (size=12001) 2024-11-08T12:39:43,106 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/.tmp/C/e01d82f079114d01beb4be79f5979f08 2024-11-08T12:39:43,123 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:39:43,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56724 deadline: 1731069643103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:39:43,124 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:43,124 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:43,124 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/.tmp/A/50d8eb7d49ad4dc48b673b760e2f14b6 as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/A/50d8eb7d49ad4dc48b673b760e2f14b6 2024-11-08T12:39:43,124 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:39:43,124 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:39:43,124 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:39:43,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56764 deadline: 1731069643109, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:39:43,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56736 deadline: 1731069643104, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:39:43,126 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:43,126 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:43,126 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:39:43,126 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:43,127 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:43,127 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:39:43,128 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:39:43,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56776 deadline: 1731069643115, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:39:43,128 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:39:43,129 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:43,129 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:43,129 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:39:43,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56742 deadline: 1731069643117, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:39:43,131 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:43,132 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:43,132 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:39:43,137 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/A/50d8eb7d49ad4dc48b673b760e2f14b6, entries=150, sequenceid=49, filesize=11.7 K 2024-11-08T12:39:43,139 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/.tmp/B/fd1651c242364ff6bfc1ce991a1ed0ab as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/B/fd1651c242364ff6bfc1ce991a1ed0ab 2024-11-08T12:39:43,155 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/B/fd1651c242364ff6bfc1ce991a1ed0ab, entries=150, sequenceid=49, filesize=11.7 K 2024-11-08T12:39:43,158 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/.tmp/C/e01d82f079114d01beb4be79f5979f08 as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/C/e01d82f079114d01beb4be79f5979f08 2024-11-08T12:39:43,173 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/C/e01d82f079114d01beb4be79f5979f08, entries=150, sequenceid=49, filesize=11.7 K 2024-11-08T12:39:43,175 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 5fbdb99fcc7482cd6f31ac3aa66e61e9 in 325ms, sequenceid=49, compaction requested=true 2024-11-08T12:39:43,175 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 5fbdb99fcc7482cd6f31ac3aa66e61e9: 2024-11-08T12:39:43,179 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5fbdb99fcc7482cd6f31ac3aa66e61e9:A, priority=-2147483648, current under compaction store size is 1 2024-11-08T12:39:43,182 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T12:39:43,182 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5fbdb99fcc7482cd6f31ac3aa66e61e9:B, priority=-2147483648, current under compaction store size is 2 2024-11-08T12:39:43,182 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T12:39:43,182 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5fbdb99fcc7482cd6f31ac3aa66e61e9:C, priority=-2147483648, current under compaction store size is 3 2024-11-08T12:39:43,182 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T12:39:43,183 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T12:39:43,185 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T12:39:43,188 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T12:39:43,190 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HStore(1541): 5fbdb99fcc7482cd6f31ac3aa66e61e9/B is initiating minor compaction (all files) 2024-11-08T12:39:43,191 INFO [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5fbdb99fcc7482cd6f31ac3aa66e61e9/B in TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9. 2024-11-08T12:39:43,191 INFO [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/B/1caa1768aba946c499c3ae6e1b5afaa6, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/B/3c4ccdebe8c447238643a8fcf051753e, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/B/fd1651c242364ff6bfc1ce991a1ed0ab] into tmpdir=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/.tmp, totalSize=35.2 K 2024-11-08T12:39:43,194 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.Compactor(225): Compacting 1caa1768aba946c499c3ae6e1b5afaa6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1731069581350 2024-11-08T12:39:43,195 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.Compactor(225): Compacting 3c4ccdebe8c447238643a8fcf051753e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1731069581602 2024-11-08T12:39:43,196 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T12:39:43,196 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.Compactor(225): Compacting fd1651c242364ff6bfc1ce991a1ed0ab, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1731069582827 2024-11-08T12:39:43,196 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HStore(1541): 5fbdb99fcc7482cd6f31ac3aa66e61e9/A is initiating minor compaction (all files) 2024-11-08T12:39:43,197 INFO [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5fbdb99fcc7482cd6f31ac3aa66e61e9/A in TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9. 2024-11-08T12:39:43,197 INFO [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/A/e9643f6853024653bb109fe341a949b0, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/A/9de0c1751eab49ae9f59f87eaa56ec5b, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/A/50d8eb7d49ad4dc48b673b760e2f14b6] into tmpdir=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/.tmp, totalSize=35.2 K 2024-11-08T12:39:43,200 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] compactions.Compactor(225): Compacting e9643f6853024653bb109fe341a949b0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1731069581350 2024-11-08T12:39:43,208 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9de0c1751eab49ae9f59f87eaa56ec5b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1731069581602 2024-11-08T12:39:43,213 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] compactions.Compactor(225): Compacting 50d8eb7d49ad4dc48b673b760e2f14b6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1731069582827 2024-11-08T12:39:43,274 INFO [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5fbdb99fcc7482cd6f31ac3aa66e61e9#A#compaction#10 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T12:39:43,275 INFO [RS:0;6ccfea20c990:38479-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5fbdb99fcc7482cd6f31ac3aa66e61e9#B#compaction#9 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T12:39:43,276 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/.tmp/B/c47515c819d64426a549be02f0bbb43a is 50, key is test_row_0/B:col10/1731069582843/Put/seqid=0 2024-11-08T12:39:43,275 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/.tmp/A/cc4813d0abee4279b6d22b27de261b06 is 50, key is test_row_0/A:col10/1731069582843/Put/seqid=0 2024-11-08T12:39:43,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073741846_1022 (size=12104) 2024-11-08T12:39:43,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(8855): Flush requested on 5fbdb99fcc7482cd6f31ac3aa66e61e9 2024-11-08T12:39:43,346 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-08T12:39:43,346 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 5fbdb99fcc7482cd6f31ac3aa66e61e9 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-08T12:39:43,359 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/.tmp/B/c47515c819d64426a549be02f0bbb43a as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/B/c47515c819d64426a549be02f0bbb43a 2024-11-08T12:39:43,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073741847_1023 (size=12104) 2024-11-08T12:39:43,368 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/.tmp/A/a67345c4ed974fdfafd62a47f11c938b is 50, key is test_row_0/A:col10/1731069583338/Put/seqid=0 2024-11-08T12:39:43,396 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/.tmp/A/cc4813d0abee4279b6d22b27de261b06 as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/A/cc4813d0abee4279b6d22b27de261b06 2024-11-08T12:39:43,399 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:39:43,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56742 deadline: 1731069643371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:39:43,401 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:43,402 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:43,402 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:39:43,404 INFO [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5fbdb99fcc7482cd6f31ac3aa66e61e9/B of 5fbdb99fcc7482cd6f31ac3aa66e61e9 into c47515c819d64426a549be02f0bbb43a(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T12:39:43,404 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5fbdb99fcc7482cd6f31ac3aa66e61e9: 2024-11-08T12:39:43,405 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:39:43,403 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:39:43,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56724 deadline: 1731069643374, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:39:43,408 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:43,408 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:43,408 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:39:43,408 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:39:43,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56764 deadline: 1731069643386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:39:43,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56736 deadline: 1731069643379, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:39:43,409 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:43,409 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:43,409 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:39:43,410 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:39:43,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56776 deadline: 1731069643386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:39:43,411 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:43,411 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:43,411 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:39:43,412 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:43,412 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:43,412 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:39:43,413 INFO [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5fbdb99fcc7482cd6f31ac3aa66e61e9/A of 5fbdb99fcc7482cd6f31ac3aa66e61e9 into cc4813d0abee4279b6d22b27de261b06(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T12:39:43,413 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5fbdb99fcc7482cd6f31ac3aa66e61e9: 2024-11-08T12:39:43,413 INFO [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., storeName=5fbdb99fcc7482cd6f31ac3aa66e61e9/B, priority=13, startTime=1731069583182; duration=0sec 2024-11-08T12:39:43,413 INFO [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., storeName=5fbdb99fcc7482cd6f31ac3aa66e61e9/A, priority=13, startTime=1731069583177; duration=0sec 2024-11-08T12:39:43,414 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T12:39:43,414 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5fbdb99fcc7482cd6f31ac3aa66e61e9:A 2024-11-08T12:39:43,414 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T12:39:43,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073741848_1024 (size=12001) 2024-11-08T12:39:43,417 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T12:39:43,417 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HStore(1541): 5fbdb99fcc7482cd6f31ac3aa66e61e9/C is initiating minor compaction (all files) 2024-11-08T12:39:43,417 INFO [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5fbdb99fcc7482cd6f31ac3aa66e61e9/C in TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9. 2024-11-08T12:39:43,418 INFO [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/C/b1d47faf22634b98af6898818d71ecf5, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/C/f7663713da024e2c8ecb02916903b5f1, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/C/e01d82f079114d01beb4be79f5979f08] into tmpdir=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/.tmp, totalSize=35.2 K 2024-11-08T12:39:43,419 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] compactions.Compactor(225): Compacting b1d47faf22634b98af6898818d71ecf5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1731069581350 2024-11-08T12:39:43,420 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] compactions.Compactor(225): Compacting f7663713da024e2c8ecb02916903b5f1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1731069581602 2024-11-08T12:39:43,420 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T12:39:43,420 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5fbdb99fcc7482cd6f31ac3aa66e61e9:B 2024-11-08T12:39:43,421 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] compactions.Compactor(225): Compacting e01d82f079114d01beb4be79f5979f08, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1731069582827 2024-11-08T12:39:43,430 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/.tmp/A/a67345c4ed974fdfafd62a47f11c938b 2024-11-08T12:39:43,461 INFO [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5fbdb99fcc7482cd6f31ac3aa66e61e9#C#compaction#12 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T12:39:43,462 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/.tmp/C/cf89b2c40a4442fba8aaea716216ecf1 is 50, key is test_row_0/C:col10/1731069582843/Put/seqid=0 2024-11-08T12:39:43,470 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/.tmp/B/6ded2d52a88f452a842bd652fd366e69 is 50, key is test_row_0/B:col10/1731069583338/Put/seqid=0 2024-11-08T12:39:43,478 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-08T12:39:43,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T12:39:43,494 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-08T12:39:43,494 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40975 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-08T12:39:43,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40975 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees 2024-11-08T12:39:43,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-08T12:39:43,499 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-08T12:39:43,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073741850_1026 (size=12001) 2024-11-08T12:39:43,500 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-08T12:39:43,501 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-08T12:39:43,503 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/.tmp/B/6ded2d52a88f452a842bd652fd366e69 2024-11-08T12:39:43,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073741849_1025 (size=12104) 2024-11-08T12:39:43,515 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:39:43,515 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:39:43,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56724 deadline: 1731069643514, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:39:43,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56742 deadline: 1731069643514, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:39:43,517 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:39:43,517 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:43,517 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:43,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56764 deadline: 1731069643514, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:39:43,517 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:39:43,517 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:43,518 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:43,518 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:43,518 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:39:43,518 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:43,518 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:39:43,532 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/.tmp/C/cf89b2c40a4442fba8aaea716216ecf1 as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/C/cf89b2c40a4442fba8aaea716216ecf1 2024-11-08T12:39:43,533 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/.tmp/C/7888ac76def3406e91a70607c504d992 is 50, key is test_row_0/C:col10/1731069583338/Put/seqid=0 2024-11-08T12:39:43,533 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:39:43,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56736 deadline: 1731069643524, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:39:43,534 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:43,534 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:43,534 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:39:43,534 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:39:43,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56776 deadline: 1731069643524, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:39:43,535 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:43,536 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:43,536 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:39:43,549 INFO [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5fbdb99fcc7482cd6f31ac3aa66e61e9/C of 5fbdb99fcc7482cd6f31ac3aa66e61e9 into cf89b2c40a4442fba8aaea716216ecf1(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T12:39:43,549 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5fbdb99fcc7482cd6f31ac3aa66e61e9: 2024-11-08T12:39:43,549 INFO [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., storeName=5fbdb99fcc7482cd6f31ac3aa66e61e9/C, priority=13, startTime=1731069583182; duration=0sec 2024-11-08T12:39:43,550 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T12:39:43,550 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5fbdb99fcc7482cd6f31ac3aa66e61e9:C 2024-11-08T12:39:43,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073741851_1027 (size=12001) 2024-11-08T12:39:43,558 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/.tmp/C/7888ac76def3406e91a70607c504d992 2024-11-08T12:39:43,579 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/.tmp/A/a67345c4ed974fdfafd62a47f11c938b as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/A/a67345c4ed974fdfafd62a47f11c938b 2024-11-08T12:39:43,597 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/A/a67345c4ed974fdfafd62a47f11c938b, entries=150, sequenceid=75, filesize=11.7 K 2024-11-08T12:39:43,600 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/.tmp/B/6ded2d52a88f452a842bd652fd366e69 as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/B/6ded2d52a88f452a842bd652fd366e69 2024-11-08T12:39:43,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-08T12:39:43,622 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/B/6ded2d52a88f452a842bd652fd366e69, entries=150, sequenceid=75, filesize=11.7 K 2024-11-08T12:39:43,625 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/.tmp/C/7888ac76def3406e91a70607c504d992 as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/C/7888ac76def3406e91a70607c504d992 2024-11-08T12:39:43,638 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/C/7888ac76def3406e91a70607c504d992, entries=150, sequenceid=75, filesize=11.7 K 2024-11-08T12:39:43,641 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 5fbdb99fcc7482cd6f31ac3aa66e61e9 in 295ms, sequenceid=75, compaction requested=false 2024-11-08T12:39:43,641 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 5fbdb99fcc7482cd6f31ac3aa66e61e9: 2024-11-08T12:39:43,655 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38479 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-08T12:39:43,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9. 2024-11-08T12:39:43,656 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2902): Flushing 5fbdb99fcc7482cd6f31ac3aa66e61e9 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-08T12:39:43,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/.tmp/A/510b5c7d07e647b8a1acda2663b87b26 is 50, key is test_row_0/A:col10/1731069583373/Put/seqid=0 2024-11-08T12:39:43,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073741852_1028 (size=12001) 2024-11-08T12:39:43,704 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=88 (bloomFilter=true), to=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/.tmp/A/510b5c7d07e647b8a1acda2663b87b26 2024-11-08T12:39:43,729 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9. as already flushing 2024-11-08T12:39:43,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(8855): Flush requested on 5fbdb99fcc7482cd6f31ac3aa66e61e9 2024-11-08T12:39:43,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/.tmp/B/ee20e580fd5043c2a9a818b94b13625f is 50, key is test_row_0/B:col10/1731069583373/Put/seqid=0 2024-11-08T12:39:43,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073741853_1029 (size=12001) 2024-11-08T12:39:43,769 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=88 (bloomFilter=true), to=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/.tmp/B/ee20e580fd5043c2a9a818b94b13625f 2024-11-08T12:39:43,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/.tmp/C/dd3a3ecfb13c4620af4f16b936c37bad is 50, key is test_row_0/C:col10/1731069583373/Put/seqid=0 2024-11-08T12:39:43,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073741854_1030 (size=12001) 2024-11-08T12:39:43,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-08T12:39:43,822 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:39:43,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56764 deadline: 1731069643811, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:39:43,824 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:43,824 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:43,824 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:39:43,824 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:39:43,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56724 deadline: 1731069643811, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:39:43,825 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:43,825 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:43,825 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:39:43,827 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:39:43,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56776 deadline: 1731069643814, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:39:43,828 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:43,828 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:43,828 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:39:43,828 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:39:43,828 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:39:43,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56742 deadline: 1731069643823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:39:43,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56736 deadline: 1731069643817, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:39:43,829 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:43,829 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:43,830 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:39:43,830 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:43,830 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:43,830 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:39:43,938 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:39:43,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56776 deadline: 1731069643934, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:39:43,940 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:43,940 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:43,940 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:39:43,944 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:39:43,944 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:39:43,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56736 deadline: 1731069643935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:39:43,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56724 deadline: 1731069643935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:39:43,945 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:43,945 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:43,945 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:43,945 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:43,945 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:39:43,945 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:39:43,946 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:39:43,946 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:39:43,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56742 deadline: 1731069643935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:39:43,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56764 deadline: 1731069643935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:39:43,947 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:43,947 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:43,947 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:43,947 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:43,947 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:39:43,947 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:39:44,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-08T12:39:44,149 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:39:44,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56776 deadline: 1731069644143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:39:44,151 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:44,151 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:44,151 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:39:44,156 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:39:44,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56764 deadline: 1731069644154, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:39:44,158 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:44,158 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:44,158 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:39:44,158 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:39:44,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56724 deadline: 1731069644155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:39:44,159 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:44,159 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:44,159 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:39:44,159 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:39:44,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56736 deadline: 1731069644155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:39:44,160 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:44,160 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:44,160 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:39:44,160 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:39:44,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56742 deadline: 1731069644155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:39:44,161 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:44,161 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:44,161 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:39:44,167 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-08T12:39:44,210 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=88 (bloomFilter=true), to=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/.tmp/C/dd3a3ecfb13c4620af4f16b936c37bad 2024-11-08T12:39:44,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/.tmp/A/510b5c7d07e647b8a1acda2663b87b26 as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/A/510b5c7d07e647b8a1acda2663b87b26 2024-11-08T12:39:44,238 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/A/510b5c7d07e647b8a1acda2663b87b26, entries=150, sequenceid=88, filesize=11.7 K 2024-11-08T12:39:44,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/.tmp/B/ee20e580fd5043c2a9a818b94b13625f as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/B/ee20e580fd5043c2a9a818b94b13625f 2024-11-08T12:39:44,255 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/B/ee20e580fd5043c2a9a818b94b13625f, entries=150, sequenceid=88, filesize=11.7 K 2024-11-08T12:39:44,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/.tmp/C/dd3a3ecfb13c4620af4f16b936c37bad as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/C/dd3a3ecfb13c4620af4f16b936c37bad 2024-11-08T12:39:44,273 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/C/dd3a3ecfb13c4620af4f16b936c37bad, entries=150, sequenceid=88, filesize=11.7 K 2024-11-08T12:39:44,275 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=154.31 KB/158010 for 5fbdb99fcc7482cd6f31ac3aa66e61e9 in 619ms, sequenceid=88, compaction requested=true 2024-11-08T12:39:44,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2603): Flush status journal for 5fbdb99fcc7482cd6f31ac3aa66e61e9: 2024-11-08T12:39:44,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9. 2024-11-08T12:39:44,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-11-08T12:39:44,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40975 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-11-08T12:39:44,283 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-08T12:39:44,283 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 778 msec 2024-11-08T12:39:44,286 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees in 790 msec 2024-11-08T12:39:44,468 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-08T12:39:44,469 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 5fbdb99fcc7482cd6f31ac3aa66e61e9 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-08T12:39:44,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(8855): Flush requested on 5fbdb99fcc7482cd6f31ac3aa66e61e9 2024-11-08T12:39:44,488 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:39:44,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56736 deadline: 1731069644478, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:39:44,489 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:44,489 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:44,489 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:39:44,491 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:39:44,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56764 deadline: 1731069644482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:39:44,493 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:44,493 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:44,493 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:39:44,493 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:39:44,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56776 deadline: 1731069644484, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:39:44,495 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:39:44,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56724 deadline: 1731069644489, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:39:44,496 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:44,496 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:44,496 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:44,496 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:44,496 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:39:44,496 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:39:44,498 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/.tmp/A/9b3d6ea1c29f4ad7b8cd426e47a243b9 is 50, key is test_row_0/A:col10/1731069583819/Put/seqid=0 2024-11-08T12:39:44,498 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:39:44,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56742 deadline: 1731069644495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:39:44,499 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:44,500 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:44,500 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:39:44,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073741855_1031 (size=16681) 2024-11-08T12:39:44,564 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/.tmp/A/9b3d6ea1c29f4ad7b8cd426e47a243b9 2024-11-08T12:39:44,585 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/.tmp/B/4423e7637d654c42aeef3d141ddaf0c9 is 50, key is test_row_0/B:col10/1731069583819/Put/seqid=0 2024-11-08T12:39:44,597 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:39:44,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56736 deadline: 1731069644593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:39:44,601 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:44,601 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:44,602 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:39:44,608 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:39:44,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56742 deadline: 1731069644604, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:39:44,610 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:44,611 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:44,611 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:39:44,611 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:39:44,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56776 deadline: 1731069644604, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:39:44,611 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:39:44,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56764 deadline: 1731069644604, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:39:44,612 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:39:44,612 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:44,612 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:44,612 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:39:44,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56724 deadline: 1731069644604, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:39:44,612 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:44,612 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:44,612 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:39:44,612 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:44,612 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:44,613 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:39:44,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073741856_1032 (size=12001) 2024-11-08T12:39:44,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-08T12:39:44,634 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-08T12:39:44,634 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40975 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-08T12:39:44,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40975 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees 2024-11-08T12:39:44,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-08T12:39:44,638 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-08T12:39:44,639 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-08T12:39:44,640 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-08T12:39:44,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-08T12:39:44,747 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-08T12:39:44,748 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-08T12:39:44,750 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T12:39:44,750 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-08T12:39:44,750 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-08T12:39:44,750 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-08T12:39:44,752 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-08T12:39:44,752 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-11-08T12:39:44,793 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38479 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-08T12:39:44,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9. 2024-11-08T12:39:44,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9. as already flushing 2024-11-08T12:39:44,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9. 2024-11-08T12:39:44,794 ERROR [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => 5fbdb99fcc7482cd6f31ac3aa66e61e9, NAME => 'TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:39:44,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => 5fbdb99fcc7482cd6f31ac3aa66e61e9, NAME => 'TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:39:44,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40975 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5fbdb99fcc7482cd6f31ac3aa66e61e9, NAME => 'TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5fbdb99fcc7482cd6f31ac3aa66e61e9, NAME => 'TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:39:44,817 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:39:44,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56736 deadline: 1731069644813, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:39:44,818 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:44,818 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:44,818 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:39:44,833 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:39:44,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56742 deadline: 1731069644826, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:39:44,834 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:44,834 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:39:44,834 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:44,834 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:39:44,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56724 deadline: 1731069644827, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:39:44,834 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:44,835 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:44,835 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:39:44,835 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:39:44,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56776 deadline: 1731069644827, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:39:44,835 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:44,835 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:39:44,836 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:44,836 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:39:44,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56764 deadline: 1731069644827, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:39:44,837 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:44,838 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:44,838 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:39:44,949 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38479 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-08T12:39:44,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9. 2024-11-08T12:39:44,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9. as already flushing 2024-11-08T12:39:44,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9. 2024-11-08T12:39:44,951 ERROR [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => 5fbdb99fcc7482cd6f31ac3aa66e61e9, NAME => 'TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:39:44,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => 5fbdb99fcc7482cd6f31ac3aa66e61e9, NAME => 'TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:39:44,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40975 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5fbdb99fcc7482cd6f31ac3aa66e61e9, NAME => 'TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5fbdb99fcc7482cd6f31ac3aa66e61e9, NAME => 'TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:39:44,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-08T12:39:45,019 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/.tmp/B/4423e7637d654c42aeef3d141ddaf0c9 2024-11-08T12:39:45,042 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/.tmp/C/fee25dba3dee43d5b10b0bd492a6e1a2 is 50, key is test_row_0/C:col10/1731069583819/Put/seqid=0 2024-11-08T12:39:45,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073741857_1033 (size=12001) 2024-11-08T12:39:45,105 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38479 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-08T12:39:45,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9. 2024-11-08T12:39:45,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9. as already flushing 2024-11-08T12:39:45,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9. 2024-11-08T12:39:45,106 ERROR [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => 5fbdb99fcc7482cd6f31ac3aa66e61e9, NAME => 'TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:39:45,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => 5fbdb99fcc7482cd6f31ac3aa66e61e9, NAME => 'TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:39:45,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40975 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5fbdb99fcc7482cd6f31ac3aa66e61e9, NAME => 'TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5fbdb99fcc7482cd6f31ac3aa66e61e9, NAME => 'TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:39:45,126 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:39:45,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56736 deadline: 1731069645123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:39:45,127 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:45,127 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:45,127 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:39:45,144 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:39:45,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56742 deadline: 1731069645144, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:39:45,145 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:45,145 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:45,145 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:39:45,145 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:39:45,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56724 deadline: 1731069645144, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:39:45,146 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:45,146 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:45,147 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:39:45,146 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:39:45,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56776 deadline: 1731069645144, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:39:45,147 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:45,147 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:45,147 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:39:45,147 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:39:45,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56764 deadline: 1731069645144, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:39:45,148 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:45,148 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:45,148 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:39:45,260 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38479 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-08T12:39:45,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9. 2024-11-08T12:39:45,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9. as already flushing 2024-11-08T12:39:45,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9. 2024-11-08T12:39:45,261 ERROR [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => 5fbdb99fcc7482cd6f31ac3aa66e61e9, NAME => 'TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:39:45,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => 5fbdb99fcc7482cd6f31ac3aa66e61e9, NAME => 'TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:39:45,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40975 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5fbdb99fcc7482cd6f31ac3aa66e61e9, NAME => 'TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5fbdb99fcc7482cd6f31ac3aa66e61e9, NAME => 'TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:39:45,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-08T12:39:45,416 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38479 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-08T12:39:45,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9. 2024-11-08T12:39:45,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9. as already flushing 2024-11-08T12:39:45,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9. 2024-11-08T12:39:45,416 ERROR [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => 5fbdb99fcc7482cd6f31ac3aa66e61e9, NAME => 'TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:39:45,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => 5fbdb99fcc7482cd6f31ac3aa66e61e9, NAME => 'TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:39:45,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40975 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5fbdb99fcc7482cd6f31ac3aa66e61e9, NAME => 'TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5fbdb99fcc7482cd6f31ac3aa66e61e9, NAME => 'TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:39:45,465 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/.tmp/C/fee25dba3dee43d5b10b0bd492a6e1a2 2024-11-08T12:39:45,486 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/.tmp/A/9b3d6ea1c29f4ad7b8cd426e47a243b9 as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/A/9b3d6ea1c29f4ad7b8cd426e47a243b9 2024-11-08T12:39:45,509 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/A/9b3d6ea1c29f4ad7b8cd426e47a243b9, entries=250, sequenceid=116, filesize=16.3 K 2024-11-08T12:39:45,513 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/.tmp/B/4423e7637d654c42aeef3d141ddaf0c9 as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/B/4423e7637d654c42aeef3d141ddaf0c9 2024-11-08T12:39:45,547 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/B/4423e7637d654c42aeef3d141ddaf0c9, entries=150, sequenceid=116, filesize=11.7 K 2024-11-08T12:39:45,548 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/.tmp/C/fee25dba3dee43d5b10b0bd492a6e1a2 as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/C/fee25dba3dee43d5b10b0bd492a6e1a2 2024-11-08T12:39:45,565 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/C/fee25dba3dee43d5b10b0bd492a6e1a2, entries=150, sequenceid=116, filesize=11.7 K 2024-11-08T12:39:45,567 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=40.25 KB/41220 for 5fbdb99fcc7482cd6f31ac3aa66e61e9 in 1099ms, sequenceid=116, compaction requested=true 2024-11-08T12:39:45,568 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 5fbdb99fcc7482cd6f31ac3aa66e61e9: 2024-11-08T12:39:45,568 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5fbdb99fcc7482cd6f31ac3aa66e61e9:A, priority=-2147483648, current under compaction store size is 1 2024-11-08T12:39:45,568 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-08T12:39:45,568 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T12:39:45,568 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-08T12:39:45,568 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5fbdb99fcc7482cd6f31ac3aa66e61e9:B, priority=-2147483648, current under compaction store size is 2 2024-11-08T12:39:45,570 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T12:39:45,570 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5fbdb99fcc7482cd6f31ac3aa66e61e9:C, priority=-2147483648, current under compaction store size is 3 2024-11-08T12:39:45,570 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-08T12:39:45,571 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HStore(1541): 5fbdb99fcc7482cd6f31ac3aa66e61e9/B is initiating minor compaction (all files) 2024-11-08T12:39:45,571 INFO [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5fbdb99fcc7482cd6f31ac3aa66e61e9/B in TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9. 2024-11-08T12:39:45,571 INFO [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/B/c47515c819d64426a549be02f0bbb43a, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/B/6ded2d52a88f452a842bd652fd366e69, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/B/ee20e580fd5043c2a9a818b94b13625f, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/B/4423e7637d654c42aeef3d141ddaf0c9] into tmpdir=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/.tmp, totalSize=47.0 K 2024-11-08T12:39:45,571 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38479 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-08T12:39:45,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9. 2024-11-08T12:39:45,570 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T12:39:45,572 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2902): Flushing 5fbdb99fcc7482cd6f31ac3aa66e61e9 3/3 column families, dataSize=40.25 KB heapSize=106.22 KB 2024-11-08T12:39:45,572 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 52787 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-08T12:39:45,572 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.Compactor(225): Compacting c47515c819d64426a549be02f0bbb43a, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1731069582827 2024-11-08T12:39:45,572 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HStore(1541): 5fbdb99fcc7482cd6f31ac3aa66e61e9/A is initiating minor compaction (all files) 2024-11-08T12:39:45,572 INFO [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5fbdb99fcc7482cd6f31ac3aa66e61e9/A in TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9. 2024-11-08T12:39:45,572 INFO [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/A/cc4813d0abee4279b6d22b27de261b06, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/A/a67345c4ed974fdfafd62a47f11c938b, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/A/510b5c7d07e647b8a1acda2663b87b26, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/A/9b3d6ea1c29f4ad7b8cd426e47a243b9] into tmpdir=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/.tmp, totalSize=51.5 K 2024-11-08T12:39:45,573 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.Compactor(225): Compacting 6ded2d52a88f452a842bd652fd366e69, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1731069582979 2024-11-08T12:39:45,573 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] compactions.Compactor(225): Compacting cc4813d0abee4279b6d22b27de261b06, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1731069582827 2024-11-08T12:39:45,574 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.Compactor(225): Compacting ee20e580fd5043c2a9a818b94b13625f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=88, earliestPutTs=1731069583363 2024-11-08T12:39:45,574 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] compactions.Compactor(225): Compacting a67345c4ed974fdfafd62a47f11c938b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1731069582979 2024-11-08T12:39:45,576 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] compactions.Compactor(225): Compacting 510b5c7d07e647b8a1acda2663b87b26, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=88, earliestPutTs=1731069583363 2024-11-08T12:39:45,576 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.Compactor(225): Compacting 4423e7637d654c42aeef3d141ddaf0c9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1731069583819 2024-11-08T12:39:45,577 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9b3d6ea1c29f4ad7b8cd426e47a243b9, keycount=250, bloomtype=ROW, size=16.3 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1731069583800 2024-11-08T12:39:45,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/.tmp/A/2b6ff3c92acb4135821ea1e3410c5327 is 50, key is test_row_0/A:col10/1731069584475/Put/seqid=0 2024-11-08T12:39:45,605 INFO [RS:0;6ccfea20c990:38479-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5fbdb99fcc7482cd6f31ac3aa66e61e9#B#compaction#22 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T12:39:45,606 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/.tmp/B/afad7800a8d041188f571933c381c26a is 50, key is test_row_0/B:col10/1731069583819/Put/seqid=0 2024-11-08T12:39:45,611 INFO [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5fbdb99fcc7482cd6f31ac3aa66e61e9#A#compaction#23 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T12:39:45,612 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/.tmp/A/5ec17a41e6fd4677a36e61ff3754ac57 is 50, key is test_row_0/A:col10/1731069583819/Put/seqid=0 2024-11-08T12:39:45,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073741858_1034 (size=12001) 2024-11-08T12:39:45,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073741860_1036 (size=12241) 2024-11-08T12:39:45,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073741859_1035 (size=12241) 2024-11-08T12:39:45,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(8855): Flush requested on 5fbdb99fcc7482cd6f31ac3aa66e61e9 2024-11-08T12:39:45,651 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9. as already flushing 2024-11-08T12:39:45,713 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:39:45,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56776 deadline: 1731069645704, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:39:45,714 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:39:45,714 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:45,714 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:45,714 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:39:45,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56742 deadline: 1731069645704, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:39:45,715 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:39:45,715 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:39:45,715 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:45,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56724 deadline: 1731069645708, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:39:45,715 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:45,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56736 deadline: 1731069645708, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:39:45,715 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:39:45,715 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:45,715 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:45,715 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:39:45,715 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:39:45,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56764 deadline: 1731069645715, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:39:45,716 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:45,717 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:45,717 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:39:45,717 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:45,717 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:45,717 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:39:45,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-08T12:39:45,826 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:39:45,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56764 deadline: 1731069645824, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:39:45,827 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:45,827 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:45,827 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:39:45,827 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:39:45,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56736 deadline: 1731069645824, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:39:45,827 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:39:45,827 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:39:45,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56776 deadline: 1731069645824, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:39:45,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56724 deadline: 1731069645824, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:39:45,828 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:45,828 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:45,828 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:39:45,828 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:45,828 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:45,828 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:39:45,828 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:39:45,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56742 deadline: 1731069645824, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:39:45,828 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:45,829 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:45,829 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:39:45,830 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:45,830 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:45,830 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:39:46,031 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=125 (bloomFilter=true), to=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/.tmp/A/2b6ff3c92acb4135821ea1e3410c5327 2024-11-08T12:39:46,034 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:39:46,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56742 deadline: 1731069646033, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:39:46,035 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:46,035 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:39:46,035 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:46,035 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:39:46,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56724 deadline: 1731069646034, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:39:46,035 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:46,035 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:46,035 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:39:46,036 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:39:46,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56776 deadline: 1731069646034, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:39:46,036 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:46,036 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:46,036 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:39:46,038 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:39:46,038 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:39:46,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56764 deadline: 1731069646038, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:39:46,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56736 deadline: 1731069646037, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:39:46,040 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:46,040 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:46,040 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:46,040 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:46,040 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:39:46,040 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:39:46,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/.tmp/B/6934ea935e7b4f4ea08ead862aeff58b is 50, key is test_row_0/B:col10/1731069584475/Put/seqid=0 2024-11-08T12:39:46,055 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/.tmp/B/afad7800a8d041188f571933c381c26a as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/B/afad7800a8d041188f571933c381c26a 2024-11-08T12:39:46,057 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/.tmp/A/5ec17a41e6fd4677a36e61ff3754ac57 as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/A/5ec17a41e6fd4677a36e61ff3754ac57 2024-11-08T12:39:46,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073741861_1037 (size=12001) 2024-11-08T12:39:46,073 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=125 (bloomFilter=true), to=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/.tmp/B/6934ea935e7b4f4ea08ead862aeff58b 2024-11-08T12:39:46,074 INFO [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 5fbdb99fcc7482cd6f31ac3aa66e61e9/B of 5fbdb99fcc7482cd6f31ac3aa66e61e9 into afad7800a8d041188f571933c381c26a(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T12:39:46,074 INFO [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 5fbdb99fcc7482cd6f31ac3aa66e61e9/A of 5fbdb99fcc7482cd6f31ac3aa66e61e9 into 5ec17a41e6fd4677a36e61ff3754ac57(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T12:39:46,074 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5fbdb99fcc7482cd6f31ac3aa66e61e9: 2024-11-08T12:39:46,074 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5fbdb99fcc7482cd6f31ac3aa66e61e9: 2024-11-08T12:39:46,074 INFO [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., storeName=5fbdb99fcc7482cd6f31ac3aa66e61e9/A, priority=12, startTime=1731069585568; duration=0sec 2024-11-08T12:39:46,074 INFO [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., storeName=5fbdb99fcc7482cd6f31ac3aa66e61e9/B, priority=12, startTime=1731069585568; duration=0sec 2024-11-08T12:39:46,074 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T12:39:46,074 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5fbdb99fcc7482cd6f31ac3aa66e61e9:B 2024-11-08T12:39:46,074 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T12:39:46,074 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-08T12:39:46,074 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5fbdb99fcc7482cd6f31ac3aa66e61e9:A 2024-11-08T12:39:46,082 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-08T12:39:46,082 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HStore(1541): 5fbdb99fcc7482cd6f31ac3aa66e61e9/C is initiating minor compaction (all files) 2024-11-08T12:39:46,082 INFO [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5fbdb99fcc7482cd6f31ac3aa66e61e9/C in TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9. 2024-11-08T12:39:46,082 INFO [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/C/cf89b2c40a4442fba8aaea716216ecf1, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/C/7888ac76def3406e91a70607c504d992, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/C/dd3a3ecfb13c4620af4f16b936c37bad, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/C/fee25dba3dee43d5b10b0bd492a6e1a2] into tmpdir=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/.tmp, totalSize=47.0 K 2024-11-08T12:39:46,083 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.Compactor(225): Compacting cf89b2c40a4442fba8aaea716216ecf1, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1731069582827 2024-11-08T12:39:46,084 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.Compactor(225): Compacting 7888ac76def3406e91a70607c504d992, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1731069582979 2024-11-08T12:39:46,086 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.Compactor(225): Compacting dd3a3ecfb13c4620af4f16b936c37bad, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=88, earliestPutTs=1731069583363 2024-11-08T12:39:46,089 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.Compactor(225): Compacting fee25dba3dee43d5b10b0bd492a6e1a2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1731069583819 2024-11-08T12:39:46,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/.tmp/C/0d1a517c92de4db5913b215b8729506f is 50, key is test_row_0/C:col10/1731069584475/Put/seqid=0 2024-11-08T12:39:46,132 INFO [RS:0;6ccfea20c990:38479-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5fbdb99fcc7482cd6f31ac3aa66e61e9#C#compaction#26 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T12:39:46,139 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/.tmp/C/494d637c799e464fbcdcb8a125449e5b is 50, key is test_row_0/C:col10/1731069583819/Put/seqid=0 2024-11-08T12:39:46,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073741862_1038 (size=12001) 2024-11-08T12:39:46,145 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=125 (bloomFilter=true), to=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/.tmp/C/0d1a517c92de4db5913b215b8729506f 2024-11-08T12:39:46,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/.tmp/A/2b6ff3c92acb4135821ea1e3410c5327 as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/A/2b6ff3c92acb4135821ea1e3410c5327 2024-11-08T12:39:46,169 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/A/2b6ff3c92acb4135821ea1e3410c5327, entries=150, sequenceid=125, filesize=11.7 K 2024-11-08T12:39:46,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/.tmp/B/6934ea935e7b4f4ea08ead862aeff58b as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/B/6934ea935e7b4f4ea08ead862aeff58b 2024-11-08T12:39:46,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073741863_1039 (size=12241) 2024-11-08T12:39:46,190 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/B/6934ea935e7b4f4ea08ead862aeff58b, entries=150, sequenceid=125, filesize=11.7 K 2024-11-08T12:39:46,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/.tmp/C/0d1a517c92de4db5913b215b8729506f as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/C/0d1a517c92de4db5913b215b8729506f 2024-11-08T12:39:46,207 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/C/0d1a517c92de4db5913b215b8729506f, entries=150, sequenceid=125, filesize=11.7 K 2024-11-08T12:39:46,210 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(3140): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.17 KB/108720, currentSize=161.02 KB/164880 for 5fbdb99fcc7482cd6f31ac3aa66e61e9 in 639ms, sequenceid=125, compaction requested=false 2024-11-08T12:39:46,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2603): Flush status journal for 5fbdb99fcc7482cd6f31ac3aa66e61e9: 2024-11-08T12:39:46,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9. 2024-11-08T12:39:46,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-11-08T12:39:46,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40975 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-11-08T12:39:46,218 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-08T12:39:46,218 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5730 sec 2024-11-08T12:39:46,222 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees in 1.5850 sec 2024-11-08T12:39:46,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(8855): Flush requested on 5fbdb99fcc7482cd6f31ac3aa66e61e9 2024-11-08T12:39:46,348 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-08T12:39:46,348 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 5fbdb99fcc7482cd6f31ac3aa66e61e9 3/3 column families, dataSize=174.43 KB heapSize=457.78 KB 2024-11-08T12:39:46,356 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:39:46,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56742 deadline: 1731069646353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:39:46,357 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:39:46,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56764 deadline: 1731069646353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:39:46,358 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:46,358 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:46,358 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:39:46,358 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:46,358 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:46,358 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:39:46,364 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:39:46,364 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/.tmp/A/92b3b146e411446b98eb11d275b50079 is 50, key is test_row_0/A:col10/1731069585703/Put/seqid=0 2024-11-08T12:39:46,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56736 deadline: 1731069646356, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:39:46,365 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:39:46,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56776 deadline: 1731069646357, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:39:46,366 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:39:46,366 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:46,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56724 deadline: 1731069646357, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:39:46,366 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:46,366 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:46,366 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:46,367 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:39:46,367 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:39:46,367 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:46,367 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:46,367 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:39:46,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073741864_1040 (size=12151) 2024-11-08T12:39:46,465 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:39:46,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56742 deadline: 1731069646464, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:39:46,466 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:46,466 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:46,466 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:39:46,479 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:39:46,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56776 deadline: 1731069646473, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:39:46,480 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:39:46,480 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:46,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56736 deadline: 1731069646473, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:39:46,480 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:39:46,480 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:46,480 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:39:46,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56724 deadline: 1731069646473, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:39:46,480 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:46,480 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:46,481 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:39:46,481 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:46,481 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:46,481 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:39:46,585 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/.tmp/C/494d637c799e464fbcdcb8a125449e5b as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/C/494d637c799e464fbcdcb8a125449e5b 2024-11-08T12:39:46,598 INFO [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 5fbdb99fcc7482cd6f31ac3aa66e61e9/C of 5fbdb99fcc7482cd6f31ac3aa66e61e9 into 494d637c799e464fbcdcb8a125449e5b(size=12.0 K), total size for store is 23.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T12:39:46,598 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5fbdb99fcc7482cd6f31ac3aa66e61e9: 2024-11-08T12:39:46,598 INFO [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., storeName=5fbdb99fcc7482cd6f31ac3aa66e61e9/C, priority=12, startTime=1731069585570; duration=0sec 2024-11-08T12:39:46,598 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T12:39:46,599 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5fbdb99fcc7482cd6f31ac3aa66e61e9:C 2024-11-08T12:39:46,675 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:39:46,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56742 deadline: 1731069646673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:39:46,676 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:46,676 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:46,676 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:39:46,684 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:39:46,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56736 deadline: 1731069646684, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:39:46,685 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:46,685 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:46,685 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:39:46,686 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:39:46,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56776 deadline: 1731069646684, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:39:46,686 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:46,686 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:46,686 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:39:46,686 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:39:46,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56724 deadline: 1731069646686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:39:46,687 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:46,687 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:46,687 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:39:46,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-08T12:39:46,783 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-08T12:39:46,784 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40975 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-08T12:39:46,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40975 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees 2024-11-08T12:39:46,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-08T12:39:46,787 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-08T12:39:46,789 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-08T12:39:46,789 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-08T12:39:46,796 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/.tmp/A/92b3b146e411446b98eb11d275b50079 2024-11-08T12:39:46,812 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/.tmp/B/2aaa7dc6b7754ecb9f997eb83b6dad29 is 50, key is test_row_0/B:col10/1731069585703/Put/seqid=0 2024-11-08T12:39:46,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073741865_1041 (size=12151) 2024-11-08T12:39:46,848 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/.tmp/B/2aaa7dc6b7754ecb9f997eb83b6dad29 2024-11-08T12:39:46,865 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:39:46,866 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/.tmp/C/96a928fd2edd4896999e01fa12e106be is 50, key is test_row_0/C:col10/1731069585703/Put/seqid=0 2024-11-08T12:39:46,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56764 deadline: 1731069646864, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:39:46,866 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:46,867 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:46,867 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:39:46,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073741866_1042 (size=12151) 2024-11-08T12:39:46,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-08T12:39:46,943 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38479 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-08T12:39:46,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9. 2024-11-08T12:39:46,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9. as already flushing 2024-11-08T12:39:46,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9. 2024-11-08T12:39:46,943 ERROR [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14 java.io.IOException: Unable to complete flush {ENCODED => 5fbdb99fcc7482cd6f31ac3aa66e61e9, NAME => 'TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:39:46,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14 java.io.IOException: Unable to complete flush {ENCODED => 5fbdb99fcc7482cd6f31ac3aa66e61e9, NAME => 'TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:39:46,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40975 {}] master.HMaster(4177): Remote procedure failed, pid=14 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5fbdb99fcc7482cd6f31ac3aa66e61e9, NAME => 'TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5fbdb99fcc7482cd6f31ac3aa66e61e9, NAME => 'TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:39:46,984 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:39:46,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56742 deadline: 1731069646983, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:39:46,985 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:46,985 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:46,985 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:39:46,995 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:39:46,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56736 deadline: 1731069646993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:39:46,996 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:46,996 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:46,996 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:39:46,996 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:39:46,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56724 deadline: 1731069646994, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:39:46,997 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:46,997 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:46,998 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:39:46,996 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:39:46,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56776 deadline: 1731069646994, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:39:46,999 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:46,999 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:46,999 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:39:47,098 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38479 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-08T12:39:47,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9. 2024-11-08T12:39:47,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9. as already flushing 2024-11-08T12:39:47,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9. 2024-11-08T12:39:47,099 ERROR [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14 java.io.IOException: Unable to complete flush {ENCODED => 5fbdb99fcc7482cd6f31ac3aa66e61e9, NAME => 'TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:39:47,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14 java.io.IOException: Unable to complete flush {ENCODED => 5fbdb99fcc7482cd6f31ac3aa66e61e9, NAME => 'TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:39:47,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40975 {}] master.HMaster(4177): Remote procedure failed, pid=14 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5fbdb99fcc7482cd6f31ac3aa66e61e9, NAME => 'TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5fbdb99fcc7482cd6f31ac3aa66e61e9, NAME => 'TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:39:47,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-08T12:39:47,254 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38479 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-08T12:39:47,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9. 2024-11-08T12:39:47,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9. as already flushing 2024-11-08T12:39:47,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9. 2024-11-08T12:39:47,254 ERROR [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14 java.io.IOException: Unable to complete flush {ENCODED => 5fbdb99fcc7482cd6f31ac3aa66e61e9, NAME => 'TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:39:47,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14 java.io.IOException: Unable to complete flush {ENCODED => 5fbdb99fcc7482cd6f31ac3aa66e61e9, NAME => 'TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:39:47,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40975 {}] master.HMaster(4177): Remote procedure failed, pid=14 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5fbdb99fcc7482cd6f31ac3aa66e61e9, NAME => 'TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5fbdb99fcc7482cd6f31ac3aa66e61e9, NAME => 'TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:39:47,280 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/.tmp/C/96a928fd2edd4896999e01fa12e106be 2024-11-08T12:39:47,290 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/.tmp/A/92b3b146e411446b98eb11d275b50079 as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/A/92b3b146e411446b98eb11d275b50079 2024-11-08T12:39:47,299 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/A/92b3b146e411446b98eb11d275b50079, entries=150, sequenceid=156, filesize=11.9 K 2024-11-08T12:39:47,301 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/.tmp/B/2aaa7dc6b7754ecb9f997eb83b6dad29 as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/B/2aaa7dc6b7754ecb9f997eb83b6dad29 2024-11-08T12:39:47,313 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/B/2aaa7dc6b7754ecb9f997eb83b6dad29, entries=150, sequenceid=156, filesize=11.9 K 2024-11-08T12:39:47,317 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/.tmp/C/96a928fd2edd4896999e01fa12e106be as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/C/96a928fd2edd4896999e01fa12e106be 2024-11-08T12:39:47,329 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/C/96a928fd2edd4896999e01fa12e106be, entries=150, sequenceid=156, filesize=11.9 K 2024-11-08T12:39:47,332 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~174.43 KB/178620, heapSize ~457.73 KB/468720, currentSize=33.54 KB/34350 for 5fbdb99fcc7482cd6f31ac3aa66e61e9 in 984ms, sequenceid=156, compaction requested=true 2024-11-08T12:39:47,332 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 5fbdb99fcc7482cd6f31ac3aa66e61e9: 2024-11-08T12:39:47,333 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T12:39:47,334 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5fbdb99fcc7482cd6f31ac3aa66e61e9:A, priority=-2147483648, current under compaction store size is 1 2024-11-08T12:39:47,335 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36393 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T12:39:47,335 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HStore(1541): 5fbdb99fcc7482cd6f31ac3aa66e61e9/A is initiating minor compaction (all files) 2024-11-08T12:39:47,335 INFO [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5fbdb99fcc7482cd6f31ac3aa66e61e9/A in TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9. 2024-11-08T12:39:47,335 INFO [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/A/5ec17a41e6fd4677a36e61ff3754ac57, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/A/2b6ff3c92acb4135821ea1e3410c5327, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/A/92b3b146e411446b98eb11d275b50079] into tmpdir=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/.tmp, totalSize=35.5 K 2024-11-08T12:39:47,336 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5ec17a41e6fd4677a36e61ff3754ac57, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1731069583819 2024-11-08T12:39:47,336 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T12:39:47,337 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5fbdb99fcc7482cd6f31ac3aa66e61e9:B, priority=-2147483648, current under compaction store size is 2 2024-11-08T12:39:47,337 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2b6ff3c92acb4135821ea1e3410c5327, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=125, earliestPutTs=1731069584471 2024-11-08T12:39:47,337 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T12:39:47,337 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T12:39:47,338 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] compactions.Compactor(225): Compacting 92b3b146e411446b98eb11d275b50079, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1731069585703 2024-11-08T12:39:47,340 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36393 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T12:39:47,340 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HStore(1541): 5fbdb99fcc7482cd6f31ac3aa66e61e9/B is initiating minor compaction (all files) 2024-11-08T12:39:47,341 INFO [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5fbdb99fcc7482cd6f31ac3aa66e61e9/B in TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9. 2024-11-08T12:39:47,341 INFO [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/B/afad7800a8d041188f571933c381c26a, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/B/6934ea935e7b4f4ea08ead862aeff58b, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/B/2aaa7dc6b7754ecb9f997eb83b6dad29] into tmpdir=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/.tmp, totalSize=35.5 K 2024-11-08T12:39:47,342 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.Compactor(225): Compacting afad7800a8d041188f571933c381c26a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1731069583819 2024-11-08T12:39:47,343 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.Compactor(225): Compacting 6934ea935e7b4f4ea08ead862aeff58b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=125, earliestPutTs=1731069584471 2024-11-08T12:39:47,345 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.Compactor(225): Compacting 2aaa7dc6b7754ecb9f997eb83b6dad29, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1731069585703 2024-11-08T12:39:47,354 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5fbdb99fcc7482cd6f31ac3aa66e61e9:C, priority=-2147483648, current under compaction store size is 3 2024-11-08T12:39:47,354 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T12:39:47,361 INFO [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5fbdb99fcc7482cd6f31ac3aa66e61e9#A#compaction#30 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-08T12:39:47,362 INFO [RS:0;6ccfea20c990:38479-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5fbdb99fcc7482cd6f31ac3aa66e61e9#B#compaction#31 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T12:39:47,362 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/.tmp/A/3798369883604a7e87822c90037a0dda is 50, key is test_row_0/A:col10/1731069585703/Put/seqid=0 2024-11-08T12:39:47,362 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/.tmp/B/1b001e3844e548dba0f159fbfb3682f3 is 50, key is test_row_0/B:col10/1731069585703/Put/seqid=0 2024-11-08T12:39:47,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073741867_1043 (size=12493) 2024-11-08T12:39:47,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073741868_1044 (size=12493) 2024-11-08T12:39:47,408 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38479 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-08T12:39:47,409 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9. 2024-11-08T12:39:47,409 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2902): Flushing 5fbdb99fcc7482cd6f31ac3aa66e61e9 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-08T12:39:47,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-08T12:39:47,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/.tmp/A/e8ca435a2e4a47f9a5e2e5d6565b03ad is 50, key is test_row_0/A:col10/1731069586353/Put/seqid=0 2024-11-08T12:39:47,418 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/.tmp/B/1b001e3844e548dba0f159fbfb3682f3 as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/B/1b001e3844e548dba0f159fbfb3682f3 2024-11-08T12:39:47,418 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/.tmp/A/3798369883604a7e87822c90037a0dda as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/A/3798369883604a7e87822c90037a0dda 2024-11-08T12:39:47,437 INFO [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5fbdb99fcc7482cd6f31ac3aa66e61e9/B of 5fbdb99fcc7482cd6f31ac3aa66e61e9 into 1b001e3844e548dba0f159fbfb3682f3(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T12:39:47,437 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5fbdb99fcc7482cd6f31ac3aa66e61e9: 2024-11-08T12:39:47,437 INFO [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., storeName=5fbdb99fcc7482cd6f31ac3aa66e61e9/B, priority=13, startTime=1731069587336; duration=0sec 2024-11-08T12:39:47,438 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T12:39:47,438 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5fbdb99fcc7482cd6f31ac3aa66e61e9:B 2024-11-08T12:39:47,438 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T12:39:47,440 INFO [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5fbdb99fcc7482cd6f31ac3aa66e61e9/A of 5fbdb99fcc7482cd6f31ac3aa66e61e9 into 3798369883604a7e87822c90037a0dda(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T12:39:47,440 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5fbdb99fcc7482cd6f31ac3aa66e61e9: 2024-11-08T12:39:47,440 INFO [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., storeName=5fbdb99fcc7482cd6f31ac3aa66e61e9/A, priority=13, startTime=1731069587332; duration=0sec 2024-11-08T12:39:47,440 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T12:39:47,440 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5fbdb99fcc7482cd6f31ac3aa66e61e9:A 2024-11-08T12:39:47,441 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36393 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T12:39:47,441 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HStore(1541): 5fbdb99fcc7482cd6f31ac3aa66e61e9/C is initiating minor compaction (all files) 2024-11-08T12:39:47,441 INFO [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5fbdb99fcc7482cd6f31ac3aa66e61e9/C in TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9. 2024-11-08T12:39:47,441 INFO [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/C/494d637c799e464fbcdcb8a125449e5b, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/C/0d1a517c92de4db5913b215b8729506f, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/C/96a928fd2edd4896999e01fa12e106be] into tmpdir=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/.tmp, totalSize=35.5 K 2024-11-08T12:39:47,442 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.Compactor(225): Compacting 494d637c799e464fbcdcb8a125449e5b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1731069583819 2024-11-08T12:39:47,442 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.Compactor(225): Compacting 0d1a517c92de4db5913b215b8729506f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=125, earliestPutTs=1731069584471 2024-11-08T12:39:47,445 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.Compactor(225): Compacting 96a928fd2edd4896999e01fa12e106be, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1731069585703 2024-11-08T12:39:47,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073741869_1045 (size=12151) 2024-11-08T12:39:47,452 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=165 (bloomFilter=true), to=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/.tmp/A/e8ca435a2e4a47f9a5e2e5d6565b03ad 2024-11-08T12:39:47,481 INFO [RS:0;6ccfea20c990:38479-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5fbdb99fcc7482cd6f31ac3aa66e61e9#C#compaction#33 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T12:39:47,482 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/.tmp/C/05bf3fea6b0a4f1f9609302ba0249fd8 is 50, key is test_row_0/C:col10/1731069585703/Put/seqid=0 2024-11-08T12:39:47,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/.tmp/B/853f02cfc1884ad0974b77a45c8f9bbc is 50, key is test_row_0/B:col10/1731069586353/Put/seqid=0 2024-11-08T12:39:47,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(8855): Flush requested on 5fbdb99fcc7482cd6f31ac3aa66e61e9 2024-11-08T12:39:47,507 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9. as already flushing 2024-11-08T12:39:47,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073741871_1047 (size=12151) 2024-11-08T12:39:47,521 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=165 (bloomFilter=true), to=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/.tmp/B/853f02cfc1884ad0974b77a45c8f9bbc 2024-11-08T12:39:47,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073741870_1046 (size=12493) 2024-11-08T12:39:47,542 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/.tmp/C/05bf3fea6b0a4f1f9609302ba0249fd8 as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/C/05bf3fea6b0a4f1f9609302ba0249fd8 2024-11-08T12:39:47,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/.tmp/C/3b2f33b3fdae43b2a37157b6e8ff8ed7 is 50, key is test_row_0/C:col10/1731069586353/Put/seqid=0 2024-11-08T12:39:47,555 INFO [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5fbdb99fcc7482cd6f31ac3aa66e61e9/C of 5fbdb99fcc7482cd6f31ac3aa66e61e9 into 05bf3fea6b0a4f1f9609302ba0249fd8(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T12:39:47,555 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5fbdb99fcc7482cd6f31ac3aa66e61e9: 2024-11-08T12:39:47,555 INFO [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., storeName=5fbdb99fcc7482cd6f31ac3aa66e61e9/C, priority=13, startTime=1731069587340; duration=0sec 2024-11-08T12:39:47,555 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T12:39:47,555 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5fbdb99fcc7482cd6f31ac3aa66e61e9:C 2024-11-08T12:39:47,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073741872_1048 (size=12151) 2024-11-08T12:39:47,585 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:39:47,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56724 deadline: 1731069647580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:39:47,586 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:47,586 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:47,586 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:39:47,586 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:39:47,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56736 deadline: 1731069647583, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:39:47,587 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:39:47,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56742 deadline: 1731069647581, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:39:47,587 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:47,587 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:47,587 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:39:47,587 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:47,587 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:47,588 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:39:47,588 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:39:47,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56776 deadline: 1731069647583, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:39:47,588 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:47,588 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:47,588 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:39:47,694 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:39:47,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56724 deadline: 1731069647693, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:39:47,695 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:39:47,695 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:47,695 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:47,695 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:39:47,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56742 deadline: 1731069647693, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:39:47,695 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:47,696 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:47,696 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:39:47,695 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:39:47,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56776 deadline: 1731069647694, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:39:47,696 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:47,696 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:47,696 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:39:47,696 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:39:47,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56736 deadline: 1731069647694, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:39:47,697 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:47,697 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:47,697 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:39:47,887 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:39:47,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56764 deadline: 1731069647885, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:39:47,891 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 6ccfea20c990,38479,1731069575023 for 'test_row_2' in 5fbdb99fcc7482cd6f31ac3aa66e61e9 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2174 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-08T12:39:47,893 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:47,893 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:47,893 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:39:47,905 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:39:47,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56724 deadline: 1731069647904, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:39:47,906 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:47,906 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:47,906 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:39:47,909 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:39:47,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56736 deadline: 1731069647905, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:39:47,910 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:39:47,910 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:47,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56776 deadline: 1731069647905, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:39:47,910 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:47,910 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:39:47,911 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:39:47,911 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:47,911 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:47,911 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:39:47,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56742 deadline: 1731069647905, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:39:47,911 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:47,911 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:47,911 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:39:47,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-08T12:39:47,967 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=165 (bloomFilter=true), to=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/.tmp/C/3b2f33b3fdae43b2a37157b6e8ff8ed7 2024-11-08T12:39:47,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/.tmp/A/e8ca435a2e4a47f9a5e2e5d6565b03ad as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/A/e8ca435a2e4a47f9a5e2e5d6565b03ad 2024-11-08T12:39:47,986 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/A/e8ca435a2e4a47f9a5e2e5d6565b03ad, entries=150, sequenceid=165, filesize=11.9 K 2024-11-08T12:39:47,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/.tmp/B/853f02cfc1884ad0974b77a45c8f9bbc as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/B/853f02cfc1884ad0974b77a45c8f9bbc 2024-11-08T12:39:47,997 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/B/853f02cfc1884ad0974b77a45c8f9bbc, entries=150, sequenceid=165, filesize=11.9 K 2024-11-08T12:39:47,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/.tmp/C/3b2f33b3fdae43b2a37157b6e8ff8ed7 as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/C/3b2f33b3fdae43b2a37157b6e8ff8ed7 2024-11-08T12:39:48,007 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/C/3b2f33b3fdae43b2a37157b6e8ff8ed7, entries=150, sequenceid=165, filesize=11.9 K 2024-11-08T12:39:48,009 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=174.43 KB/178620 for 5fbdb99fcc7482cd6f31ac3aa66e61e9 in 599ms, sequenceid=165, compaction requested=false 2024-11-08T12:39:48,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2603): Flush status journal for 5fbdb99fcc7482cd6f31ac3aa66e61e9: 2024-11-08T12:39:48,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9. 2024-11-08T12:39:48,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-11-08T12:39:48,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40975 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-11-08T12:39:48,015 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-08T12:39:48,016 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2230 sec 2024-11-08T12:39:48,019 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees in 1.2330 sec 2024-11-08T12:39:48,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(8855): Flush requested on 5fbdb99fcc7482cd6f31ac3aa66e61e9 2024-11-08T12:39:48,218 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-08T12:39:48,219 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 5fbdb99fcc7482cd6f31ac3aa66e61e9 3/3 column families, dataSize=181.14 KB heapSize=475.36 KB 2024-11-08T12:39:48,224 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:39:48,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56776 deadline: 1731069648221, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:39:48,225 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:39:48,225 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:48,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56724 deadline: 1731069648220, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:39:48,225 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:48,225 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:39:48,226 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:48,226 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:48,226 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:39:48,228 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:39:48,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56742 deadline: 1731069648224, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:39:48,229 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:39:48,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56736 deadline: 1731069648225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:39:48,229 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:48,229 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:48,229 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:39:48,230 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:48,230 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:48,230 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:39:48,236 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/.tmp/A/ca7873ec66484bea9210ba678b7fa1ac is 50, key is test_row_0/A:col10/1731069588217/Put/seqid=0 2024-11-08T12:39:48,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073741873_1049 (size=12151) 2024-11-08T12:39:48,334 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:39:48,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56776 deadline: 1731069648333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:39:48,335 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:48,335 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:39:48,335 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:39:48,335 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:48,335 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:39:48,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56724 deadline: 1731069648334, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:39:48,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56742 deadline: 1731069648334, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:39:48,335 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:39:48,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56736 deadline: 1731069648334, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:39:48,336 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:48,336 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:48,336 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:39:48,339 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:48,339 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:48,339 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:48,339 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:48,340 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:39:48,340 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:39:48,546 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:39:48,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56776 deadline: 1731069648543, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:39:48,546 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:39:48,546 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:48,546 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:48,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56724 deadline: 1731069648544, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:39:48,546 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:39:48,547 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:48,547 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:48,547 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:39:48,547 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:39:48,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56736 deadline: 1731069648544, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:39:48,547 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:48,547 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:39:48,547 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:48,547 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:39:48,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56742 deadline: 1731069648544, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:39:48,548 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:48,548 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:48,548 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:39:48,670 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=62.62 KB at sequenceid=199 (bloomFilter=true), to=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/.tmp/A/ca7873ec66484bea9210ba678b7fa1ac 2024-11-08T12:39:48,685 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/.tmp/B/38ff1d6569b44663913166b4ebe967b2 is 50, key is test_row_0/B:col10/1731069588217/Put/seqid=0 2024-11-08T12:39:48,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073741874_1050 (size=12151) 2024-11-08T12:39:48,697 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=62.62 KB at sequenceid=199 (bloomFilter=true), to=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/.tmp/B/38ff1d6569b44663913166b4ebe967b2 2024-11-08T12:39:48,712 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/.tmp/C/9196f4925879406c839f2743403a25ca is 50, key is test_row_0/C:col10/1731069588217/Put/seqid=0 2024-11-08T12:39:48,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073741875_1051 (size=12151) 2024-11-08T12:39:48,745 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=62.62 KB at sequenceid=199 (bloomFilter=true), to=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/.tmp/C/9196f4925879406c839f2743403a25ca 2024-11-08T12:39:48,758 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/.tmp/A/ca7873ec66484bea9210ba678b7fa1ac as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/A/ca7873ec66484bea9210ba678b7fa1ac 2024-11-08T12:39:48,770 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/A/ca7873ec66484bea9210ba678b7fa1ac, entries=150, sequenceid=199, filesize=11.9 K 2024-11-08T12:39:48,773 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/.tmp/B/38ff1d6569b44663913166b4ebe967b2 as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/B/38ff1d6569b44663913166b4ebe967b2 2024-11-08T12:39:48,788 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/B/38ff1d6569b44663913166b4ebe967b2, entries=150, sequenceid=199, filesize=11.9 K 2024-11-08T12:39:48,792 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/.tmp/C/9196f4925879406c839f2743403a25ca as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/C/9196f4925879406c839f2743403a25ca 2024-11-08T12:39:48,803 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/C/9196f4925879406c839f2743403a25ca, entries=150, sequenceid=199, filesize=11.9 K 2024-11-08T12:39:48,806 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~187.85 KB/192360, heapSize ~492.89 KB/504720, currentSize=13.42 KB/13740 for 5fbdb99fcc7482cd6f31ac3aa66e61e9 in 588ms, sequenceid=199, compaction requested=true 2024-11-08T12:39:48,806 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 5fbdb99fcc7482cd6f31ac3aa66e61e9: 2024-11-08T12:39:48,806 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T12:39:48,807 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5fbdb99fcc7482cd6f31ac3aa66e61e9:A, priority=-2147483648, current under compaction store size is 1 2024-11-08T12:39:48,807 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T12:39:48,807 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T12:39:48,808 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5fbdb99fcc7482cd6f31ac3aa66e61e9:B, priority=-2147483648, current under compaction store size is 2 2024-11-08T12:39:48,808 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T12:39:48,808 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5fbdb99fcc7482cd6f31ac3aa66e61e9:C, priority=-2147483648, current under compaction store size is 3 2024-11-08T12:39:48,808 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T12:39:48,809 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T12:39:48,810 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HStore(1541): 5fbdb99fcc7482cd6f31ac3aa66e61e9/A is initiating minor compaction (all files) 2024-11-08T12:39:48,810 INFO [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5fbdb99fcc7482cd6f31ac3aa66e61e9/A in TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9. 2024-11-08T12:39:48,810 INFO [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/A/3798369883604a7e87822c90037a0dda, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/A/e8ca435a2e4a47f9a5e2e5d6565b03ad, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/A/ca7873ec66484bea9210ba678b7fa1ac] into tmpdir=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/.tmp, totalSize=35.9 K 2024-11-08T12:39:48,812 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T12:39:48,812 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HStore(1541): 5fbdb99fcc7482cd6f31ac3aa66e61e9/B is initiating minor compaction (all files) 2024-11-08T12:39:48,812 INFO [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5fbdb99fcc7482cd6f31ac3aa66e61e9/B in TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9. 2024-11-08T12:39:48,812 INFO [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/B/1b001e3844e548dba0f159fbfb3682f3, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/B/853f02cfc1884ad0974b77a45c8f9bbc, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/B/38ff1d6569b44663913166b4ebe967b2] into tmpdir=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/.tmp, totalSize=35.9 K 2024-11-08T12:39:48,813 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3798369883604a7e87822c90037a0dda, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1731069585703 2024-11-08T12:39:48,813 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.Compactor(225): Compacting 1b001e3844e548dba0f159fbfb3682f3, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1731069585703 2024-11-08T12:39:48,814 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] compactions.Compactor(225): Compacting e8ca435a2e4a47f9a5e2e5d6565b03ad, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=165, earliestPutTs=1731069586352 2024-11-08T12:39:48,814 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] compactions.Compactor(225): Compacting ca7873ec66484bea9210ba678b7fa1ac, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1731069587579 2024-11-08T12:39:48,815 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.Compactor(225): Compacting 853f02cfc1884ad0974b77a45c8f9bbc, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=165, earliestPutTs=1731069586352 2024-11-08T12:39:48,815 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.Compactor(225): Compacting 38ff1d6569b44663913166b4ebe967b2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1731069587579 2024-11-08T12:39:48,834 INFO [RS:0;6ccfea20c990:38479-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5fbdb99fcc7482cd6f31ac3aa66e61e9#B#compaction#39 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T12:39:48,834 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/.tmp/B/a4ac669eda7b489384614efe9b8e0ad3 is 50, key is test_row_0/B:col10/1731069588217/Put/seqid=0 2024-11-08T12:39:48,843 INFO [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5fbdb99fcc7482cd6f31ac3aa66e61e9#A#compaction#40 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T12:39:48,844 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/.tmp/A/6d2196cf434e43d796542822800c6c41 is 50, key is test_row_0/A:col10/1731069588217/Put/seqid=0 2024-11-08T12:39:48,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073741876_1052 (size=12595) 2024-11-08T12:39:48,865 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-08T12:39:48,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(8855): Flush requested on 5fbdb99fcc7482cd6f31ac3aa66e61e9 2024-11-08T12:39:48,866 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 5fbdb99fcc7482cd6f31ac3aa66e61e9 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-08T12:39:48,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073741877_1053 (size=12595) 2024-11-08T12:39:48,893 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/.tmp/A/2e3f459b8355417ba059280a4a94eb23 is 50, key is test_row_0/A:col10/1731069588861/Put/seqid=0 2024-11-08T12:39:48,898 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/.tmp/A/6d2196cf434e43d796542822800c6c41 as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/A/6d2196cf434e43d796542822800c6c41 2024-11-08T12:39:48,927 INFO [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5fbdb99fcc7482cd6f31ac3aa66e61e9/A of 5fbdb99fcc7482cd6f31ac3aa66e61e9 into 6d2196cf434e43d796542822800c6c41(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T12:39:48,927 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5fbdb99fcc7482cd6f31ac3aa66e61e9: 2024-11-08T12:39:48,927 INFO [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., storeName=5fbdb99fcc7482cd6f31ac3aa66e61e9/A, priority=13, startTime=1731069588806; duration=0sec 2024-11-08T12:39:48,927 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T12:39:48,927 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5fbdb99fcc7482cd6f31ac3aa66e61e9:A 2024-11-08T12:39:48,928 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T12:39:48,929 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T12:39:48,931 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HStore(1541): 5fbdb99fcc7482cd6f31ac3aa66e61e9/C is initiating minor compaction (all files) 2024-11-08T12:39:48,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-08T12:39:48,934 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-08T12:39:48,934 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40975 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-08T12:39:48,935 INFO [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5fbdb99fcc7482cd6f31ac3aa66e61e9/C in TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9. 2024-11-08T12:39:48,935 INFO [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/C/05bf3fea6b0a4f1f9609302ba0249fd8, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/C/3b2f33b3fdae43b2a37157b6e8ff8ed7, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/C/9196f4925879406c839f2743403a25ca] into tmpdir=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/.tmp, totalSize=35.9 K 2024-11-08T12:39:48,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40975 {}] procedure2.ProcedureExecutor(1139): Stored pid=15, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees 2024-11-08T12:39:48,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-08T12:39:48,937 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:39:48,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56776 deadline: 1731069648930, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:39:48,938 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:39:48,938 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=15, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-08T12:39:48,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56736 deadline: 1731069648927, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:39:48,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073741878_1054 (size=16931) 2024-11-08T12:39:48,939 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:48,939 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:48,939 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:39:48,939 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:48,939 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:48,939 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:39:48,940 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=15, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-08T12:39:48,940 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-08T12:39:48,940 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:39:48,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56742 deadline: 1731069648932, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:39:48,940 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] compactions.Compactor(225): Compacting 05bf3fea6b0a4f1f9609302ba0249fd8, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1731069585703 2024-11-08T12:39:48,940 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:39:48,941 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=210 (bloomFilter=true), to=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/.tmp/A/2e3f459b8355417ba059280a4a94eb23 2024-11-08T12:39:48,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56724 deadline: 1731069648931, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:39:48,941 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:48,941 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:48,941 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:48,941 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:48,941 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:39:48,941 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:39:48,942 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3b2f33b3fdae43b2a37157b6e8ff8ed7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=165, earliestPutTs=1731069586352 2024-11-08T12:39:48,942 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9196f4925879406c839f2743403a25ca, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1731069587579 2024-11-08T12:39:48,959 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/.tmp/B/ced4fe60c19c4dce9842c8b0fd855415 is 50, key is test_row_0/B:col10/1731069588861/Put/seqid=0 2024-11-08T12:39:48,974 INFO [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5fbdb99fcc7482cd6f31ac3aa66e61e9#C#compaction#43 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T12:39:48,975 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/.tmp/C/5df1e1a058a54c1db0c25fcc08176507 is 50, key is test_row_0/C:col10/1731069588217/Put/seqid=0 2024-11-08T12:39:48,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073741879_1055 (size=12151) 2024-11-08T12:39:48,987 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=210 (bloomFilter=true), to=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/.tmp/B/ced4fe60c19c4dce9842c8b0fd855415 2024-11-08T12:39:49,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073741880_1056 (size=12595) 2024-11-08T12:39:49,012 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/.tmp/C/bcbf0528725a4f95ae0f0e975edc5c54 is 50, key is test_row_0/C:col10/1731069588861/Put/seqid=0 2024-11-08T12:39:49,021 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/.tmp/C/5df1e1a058a54c1db0c25fcc08176507 as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/C/5df1e1a058a54c1db0c25fcc08176507 2024-11-08T12:39:49,036 INFO [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5fbdb99fcc7482cd6f31ac3aa66e61e9/C of 5fbdb99fcc7482cd6f31ac3aa66e61e9 into 5df1e1a058a54c1db0c25fcc08176507(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T12:39:49,036 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5fbdb99fcc7482cd6f31ac3aa66e61e9: 2024-11-08T12:39:49,036 INFO [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., storeName=5fbdb99fcc7482cd6f31ac3aa66e61e9/C, priority=13, startTime=1731069588808; duration=0sec 2024-11-08T12:39:49,036 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T12:39:49,036 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5fbdb99fcc7482cd6f31ac3aa66e61e9:C 2024-11-08T12:39:49,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-08T12:39:49,050 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:39:49,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56736 deadline: 1731069649044, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:39:49,051 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:49,051 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:49,051 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:39:49,051 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:39:49,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56776 deadline: 1731069649044, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:39:49,052 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:49,052 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:49,052 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:39:49,052 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:39:49,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56724 deadline: 1731069649045, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:39:49,052 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:49,052 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:49,052 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:39:49,052 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:39:49,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56742 deadline: 1731069649047, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:39:49,053 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:49,053 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:49,053 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:39:49,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073741881_1057 (size=12151) 2024-11-08T12:39:49,072 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=210 (bloomFilter=true), to=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/.tmp/C/bcbf0528725a4f95ae0f0e975edc5c54 2024-11-08T12:39:49,084 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/.tmp/A/2e3f459b8355417ba059280a4a94eb23 as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/A/2e3f459b8355417ba059280a4a94eb23 2024-11-08T12:39:49,092 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/A/2e3f459b8355417ba059280a4a94eb23, entries=250, sequenceid=210, filesize=16.5 K 2024-11-08T12:39:49,094 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/.tmp/B/ced4fe60c19c4dce9842c8b0fd855415 as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/B/ced4fe60c19c4dce9842c8b0fd855415 2024-11-08T12:39:49,094 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38479 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-08T12:39:49,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9. 2024-11-08T12:39:49,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9. as already flushing 2024-11-08T12:39:49,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9. 2024-11-08T12:39:49,095 ERROR [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => 5fbdb99fcc7482cd6f31ac3aa66e61e9, NAME => 'TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:39:49,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => 5fbdb99fcc7482cd6f31ac3aa66e61e9, NAME => 'TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:39:49,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40975 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5fbdb99fcc7482cd6f31ac3aa66e61e9, NAME => 'TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5fbdb99fcc7482cd6f31ac3aa66e61e9, NAME => 'TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:39:49,114 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/B/ced4fe60c19c4dce9842c8b0fd855415, entries=150, sequenceid=210, filesize=11.9 K 2024-11-08T12:39:49,117 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/.tmp/C/bcbf0528725a4f95ae0f0e975edc5c54 as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/C/bcbf0528725a4f95ae0f0e975edc5c54 2024-11-08T12:39:49,133 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/C/bcbf0528725a4f95ae0f0e975edc5c54, entries=150, sequenceid=210, filesize=11.9 K 2024-11-08T12:39:49,139 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 5fbdb99fcc7482cd6f31ac3aa66e61e9 in 274ms, sequenceid=210, compaction requested=false 2024-11-08T12:39:49,139 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 5fbdb99fcc7482cd6f31ac3aa66e61e9: 2024-11-08T12:39:49,251 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38479 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-08T12:39:49,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9. 2024-11-08T12:39:49,252 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2902): Flushing 5fbdb99fcc7482cd6f31ac3aa66e61e9 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-08T12:39:49,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-08T12:39:49,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/.tmp/A/4ed829a95e844db799e99dd669f10d40 is 50, key is test_row_0/A:col10/1731069588909/Put/seqid=0 2024-11-08T12:39:49,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(8855): Flush requested on 5fbdb99fcc7482cd6f31ac3aa66e61e9 2024-11-08T12:39:49,271 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9. as already flushing 2024-11-08T12:39:49,279 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/.tmp/B/a4ac669eda7b489384614efe9b8e0ad3 as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/B/a4ac669eda7b489384614efe9b8e0ad3 2024-11-08T12:39:49,296 INFO [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5fbdb99fcc7482cd6f31ac3aa66e61e9/B of 5fbdb99fcc7482cd6f31ac3aa66e61e9 into a4ac669eda7b489384614efe9b8e0ad3(size=12.3 K), total size for store is 24.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T12:39:49,296 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5fbdb99fcc7482cd6f31ac3aa66e61e9: 2024-11-08T12:39:49,296 INFO [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., storeName=5fbdb99fcc7482cd6f31ac3aa66e61e9/B, priority=13, startTime=1731069588807; duration=0sec 2024-11-08T12:39:49,296 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T12:39:49,296 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5fbdb99fcc7482cd6f31ac3aa66e61e9:B 2024-11-08T12:39:49,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073741882_1058 (size=12151) 2024-11-08T12:39:49,303 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:39:49,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56736 deadline: 1731069649291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:39:49,304 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:49,304 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:49,304 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:39:49,304 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:39:49,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56776 deadline: 1731069649294, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:39:49,305 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=237 (bloomFilter=true), to=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/.tmp/A/4ed829a95e844db799e99dd669f10d40 2024-11-08T12:39:49,305 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:49,305 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:39:49,305 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:49,305 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:39:49,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56724 deadline: 1731069649299, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:39:49,305 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:49,306 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:49,306 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:39:49,321 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:39:49,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56742 deadline: 1731069649304, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:39:49,322 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:49,323 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:49,323 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:39:49,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/.tmp/B/2977a1bfe77a4b1db88b0a4eefbbe358 is 50, key is test_row_0/B:col10/1731069588909/Put/seqid=0 2024-11-08T12:39:49,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073741883_1059 (size=12151) 2024-11-08T12:39:49,377 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=237 (bloomFilter=true), to=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/.tmp/B/2977a1bfe77a4b1db88b0a4eefbbe358 2024-11-08T12:39:49,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/.tmp/C/cac8d1bfd3824965bde68aeaa26dd495 is 50, key is test_row_0/C:col10/1731069588909/Put/seqid=0 2024-11-08T12:39:49,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073741884_1060 (size=12151) 2024-11-08T12:39:49,415 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:39:49,415 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:39:49,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56776 deadline: 1731069649414, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:39:49,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56736 deadline: 1731069649414, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:39:49,416 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:49,415 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:39:49,416 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:49,416 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:39:49,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56724 deadline: 1731069649414, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:39:49,416 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:49,416 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:49,416 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:39:49,417 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:49,417 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:49,417 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:39:49,438 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:39:49,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56742 deadline: 1731069649434, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:39:49,438 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:49,439 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:49,439 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:39:49,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-08T12:39:49,624 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:39:49,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56724 deadline: 1731069649623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:39:49,625 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:49,625 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:49,626 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:39:49,625 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:39:49,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56736 deadline: 1731069649624, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:39:49,626 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:49,626 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:49,626 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:39:49,626 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:39:49,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56776 deadline: 1731069649624, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:39:49,627 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:49,627 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:49,627 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:39:49,643 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:39:49,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56742 deadline: 1731069649643, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:39:49,644 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:49,644 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:49,644 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:39:49,806 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=237 (bloomFilter=true), to=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/.tmp/C/cac8d1bfd3824965bde68aeaa26dd495 2024-11-08T12:39:49,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/.tmp/A/4ed829a95e844db799e99dd669f10d40 as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/A/4ed829a95e844db799e99dd669f10d40 2024-11-08T12:39:49,833 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/A/4ed829a95e844db799e99dd669f10d40, entries=150, sequenceid=237, filesize=11.9 K 2024-11-08T12:39:49,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/.tmp/B/2977a1bfe77a4b1db88b0a4eefbbe358 as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/B/2977a1bfe77a4b1db88b0a4eefbbe358 2024-11-08T12:39:49,865 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/B/2977a1bfe77a4b1db88b0a4eefbbe358, entries=150, sequenceid=237, filesize=11.9 K 2024-11-08T12:39:49,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/.tmp/C/cac8d1bfd3824965bde68aeaa26dd495 as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/C/cac8d1bfd3824965bde68aeaa26dd495 2024-11-08T12:39:49,881 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/C/cac8d1bfd3824965bde68aeaa26dd495, entries=150, sequenceid=237, filesize=11.9 K 2024-11-08T12:39:49,883 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 5fbdb99fcc7482cd6f31ac3aa66e61e9 in 631ms, sequenceid=237, compaction requested=true 2024-11-08T12:39:49,883 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2603): Flush status journal for 5fbdb99fcc7482cd6f31ac3aa66e61e9: 2024-11-08T12:39:49,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9. 2024-11-08T12:39:49,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=16 2024-11-08T12:39:49,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40975 {}] master.HMaster(4169): Remote procedure done, pid=16 2024-11-08T12:39:49,893 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15 2024-11-08T12:39:49,893 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 946 msec 2024-11-08T12:39:49,899 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees in 961 msec 2024-11-08T12:39:49,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(8855): Flush requested on 5fbdb99fcc7482cd6f31ac3aa66e61e9 2024-11-08T12:39:49,918 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-08T12:39:49,918 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 5fbdb99fcc7482cd6f31ac3aa66e61e9 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-08T12:39:49,929 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/.tmp/A/1b512e12e77047708972e290b5120491 is 50, key is test_row_0/A:col10/1731069589298/Put/seqid=0 2024-11-08T12:39:49,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073741885_1061 (size=14541) 2024-11-08T12:39:49,977 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=250 (bloomFilter=true), to=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/.tmp/A/1b512e12e77047708972e290b5120491 2024-11-08T12:39:49,999 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:39:49,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56776 deadline: 1731069649990, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:39:50,000 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:39:50,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56764 deadline: 1731069649991, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:39:50,000 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:50,001 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:50,001 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:39:50,001 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:50,001 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:39:50,001 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:50,001 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:39:50,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56736 deadline: 1731069649992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:39:50,001 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:50,002 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:50,001 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:39:50,002 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:39:50,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56742 deadline: 1731069649994, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:39:50,003 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:50,003 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:50,003 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:39:50,003 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/.tmp/B/42bc840f21d24cdf9c4b27a77e85f190 is 50, key is test_row_0/B:col10/1731069589298/Put/seqid=0 2024-11-08T12:39:50,008 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:39:50,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56724 deadline: 1731069650000, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:39:50,009 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:50,009 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:50,009 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:39:50,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073741886_1062 (size=12151) 2024-11-08T12:39:50,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-08T12:39:50,073 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-08T12:39:50,074 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40975 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-08T12:39:50,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40975 {}] procedure2.ProcedureExecutor(1139): Stored pid=17, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees 2024-11-08T12:39:50,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-08T12:39:50,078 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=17, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-08T12:39:50,080 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=17, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-08T12:39:50,080 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=17, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-08T12:39:50,109 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:39:50,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56764 deadline: 1731069650106, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:39:50,110 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:50,110 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:50,110 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:39:50,110 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:39:50,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56776 deadline: 1731069650106, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:39:50,111 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:50,111 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:50,112 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:39:50,117 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:39:50,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56736 deadline: 1731069650114, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:39:50,118 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:50,118 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:50,118 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:39:50,118 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:39:50,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56742 deadline: 1731069650114, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:39:50,120 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:50,120 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:50,120 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:39:50,120 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:39:50,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56724 deadline: 1731069650114, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:39:50,120 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:50,120 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:50,120 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:39:50,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-08T12:39:50,240 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38479 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-11-08T12:39:50,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9. 2024-11-08T12:39:50,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9. as already flushing 2024-11-08T12:39:50,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9. 2024-11-08T12:39:50,240 ERROR [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18 java.io.IOException: Unable to complete flush {ENCODED => 5fbdb99fcc7482cd6f31ac3aa66e61e9, NAME => 'TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:39:50,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18 java.io.IOException: Unable to complete flush {ENCODED => 5fbdb99fcc7482cd6f31ac3aa66e61e9, NAME => 'TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:39:50,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40975 {}] master.HMaster(4177): Remote procedure failed, pid=18 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5fbdb99fcc7482cd6f31ac3aa66e61e9, NAME => 'TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5fbdb99fcc7482cd6f31ac3aa66e61e9, NAME => 'TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:39:50,321 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:39:50,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56764 deadline: 1731069650316, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:39:50,322 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:50,322 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:50,322 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:39:50,327 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:39:50,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56776 deadline: 1731069650325, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:39:50,329 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:50,329 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:50,329 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:39:50,329 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:39:50,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56742 deadline: 1731069650325, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:39:50,329 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:50,329 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:50,330 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:39:50,329 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:39:50,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56724 deadline: 1731069650326, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:39:50,330 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:50,330 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:50,330 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:39:50,330 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:39:50,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56736 deadline: 1731069650326, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:39:50,331 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:50,331 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:50,331 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:39:50,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-08T12:39:50,396 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38479 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-11-08T12:39:50,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9. 2024-11-08T12:39:50,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9. as already flushing 2024-11-08T12:39:50,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9. 2024-11-08T12:39:50,397 ERROR [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18 java.io.IOException: Unable to complete flush {ENCODED => 5fbdb99fcc7482cd6f31ac3aa66e61e9, NAME => 'TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:39:50,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18 java.io.IOException: Unable to complete flush {ENCODED => 5fbdb99fcc7482cd6f31ac3aa66e61e9, NAME => 'TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:39:50,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40975 {}] master.HMaster(4177): Remote procedure failed, pid=18 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5fbdb99fcc7482cd6f31ac3aa66e61e9, NAME => 'TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5fbdb99fcc7482cd6f31ac3aa66e61e9, NAME => 'TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:39:50,433 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=250 (bloomFilter=true), to=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/.tmp/B/42bc840f21d24cdf9c4b27a77e85f190 2024-11-08T12:39:50,461 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/.tmp/C/a70164ca27c34ec59865041bb83c9e23 is 50, key is test_row_0/C:col10/1731069589298/Put/seqid=0 2024-11-08T12:39:50,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073741887_1063 (size=12151) 2024-11-08T12:39:50,553 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38479 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-11-08T12:39:50,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9. 2024-11-08T12:39:50,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9. as already flushing 2024-11-08T12:39:50,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9. 2024-11-08T12:39:50,553 ERROR [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18 java.io.IOException: Unable to complete flush {ENCODED => 5fbdb99fcc7482cd6f31ac3aa66e61e9, NAME => 'TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:39:50,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18 java.io.IOException: Unable to complete flush {ENCODED => 5fbdb99fcc7482cd6f31ac3aa66e61e9, NAME => 'TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:39:50,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40975 {}] master.HMaster(4177): Remote procedure failed, pid=18 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5fbdb99fcc7482cd6f31ac3aa66e61e9, NAME => 'TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5fbdb99fcc7482cd6f31ac3aa66e61e9, NAME => 'TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:39:50,635 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:39:50,635 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:39:50,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56776 deadline: 1731069650633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:39:50,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56764 deadline: 1731069650633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:39:50,636 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:50,636 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:39:50,637 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:50,637 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:39:50,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56742 deadline: 1731069650633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:39:50,637 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:50,637 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:50,637 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:39:50,637 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:50,637 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:50,637 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:39:50,648 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:39:50,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56724 deadline: 1731069650643, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:39:50,648 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:39:50,648 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:50,649 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:50,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56736 deadline: 1731069650643, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:39:50,649 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:39:50,649 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:50,649 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:50,649 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:39:50,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-08T12:39:50,707 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38479 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-11-08T12:39:50,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9. 2024-11-08T12:39:50,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9. as already flushing 2024-11-08T12:39:50,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9. 2024-11-08T12:39:50,707 ERROR [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18 java.io.IOException: Unable to complete flush {ENCODED => 5fbdb99fcc7482cd6f31ac3aa66e61e9, NAME => 'TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:39:50,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18 java.io.IOException: Unable to complete flush {ENCODED => 5fbdb99fcc7482cd6f31ac3aa66e61e9, NAME => 'TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:39:50,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40975 {}] master.HMaster(4177): Remote procedure failed, pid=18 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5fbdb99fcc7482cd6f31ac3aa66e61e9, NAME => 'TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5fbdb99fcc7482cd6f31ac3aa66e61e9, NAME => 'TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:39:50,860 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38479 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-11-08T12:39:50,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9. 2024-11-08T12:39:50,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9. as already flushing 2024-11-08T12:39:50,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9. 2024-11-08T12:39:50,861 ERROR [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18 java.io.IOException: Unable to complete flush {ENCODED => 5fbdb99fcc7482cd6f31ac3aa66e61e9, NAME => 'TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:39:50,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18 java.io.IOException: Unable to complete flush {ENCODED => 5fbdb99fcc7482cd6f31ac3aa66e61e9, NAME => 'TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:39:50,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40975 {}] master.HMaster(4177): Remote procedure failed, pid=18 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5fbdb99fcc7482cd6f31ac3aa66e61e9, NAME => 'TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5fbdb99fcc7482cd6f31ac3aa66e61e9, NAME => 'TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:39:50,889 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=250 (bloomFilter=true), to=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/.tmp/C/a70164ca27c34ec59865041bb83c9e23 2024-11-08T12:39:50,898 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/.tmp/A/1b512e12e77047708972e290b5120491 as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/A/1b512e12e77047708972e290b5120491 2024-11-08T12:39:50,908 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/A/1b512e12e77047708972e290b5120491, entries=200, sequenceid=250, filesize=14.2 K 2024-11-08T12:39:50,915 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/.tmp/B/42bc840f21d24cdf9c4b27a77e85f190 as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/B/42bc840f21d24cdf9c4b27a77e85f190 2024-11-08T12:39:50,935 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/B/42bc840f21d24cdf9c4b27a77e85f190, entries=150, sequenceid=250, filesize=11.9 K 2024-11-08T12:39:50,937 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/.tmp/C/a70164ca27c34ec59865041bb83c9e23 as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/C/a70164ca27c34ec59865041bb83c9e23 2024-11-08T12:39:50,950 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/C/a70164ca27c34ec59865041bb83c9e23, entries=150, sequenceid=250, filesize=11.9 K 2024-11-08T12:39:50,952 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreScanner(1005): StoreScanner already closing. There is no need to updateReaders 2024-11-08T12:39:50,954 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 5fbdb99fcc7482cd6f31ac3aa66e61e9 in 1035ms, sequenceid=250, compaction requested=true 2024-11-08T12:39:50,954 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 5fbdb99fcc7482cd6f31ac3aa66e61e9: 2024-11-08T12:39:50,954 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5fbdb99fcc7482cd6f31ac3aa66e61e9:A, priority=-2147483648, current under compaction store size is 1 2024-11-08T12:39:50,954 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-08T12:39:50,954 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T12:39:50,954 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5fbdb99fcc7482cd6f31ac3aa66e61e9:B, priority=-2147483648, current under compaction store size is 2 2024-11-08T12:39:50,954 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T12:39:50,954 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5fbdb99fcc7482cd6f31ac3aa66e61e9:C, priority=-2147483648, current under compaction store size is 3 2024-11-08T12:39:50,954 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-08T12:39:50,954 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-08T12:39:50,956 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 56218 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-08T12:39:50,956 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49048 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-08T12:39:50,956 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HStore(1541): 5fbdb99fcc7482cd6f31ac3aa66e61e9/A is initiating minor compaction (all files) 2024-11-08T12:39:50,956 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HStore(1541): 5fbdb99fcc7482cd6f31ac3aa66e61e9/B is initiating minor compaction (all files) 2024-11-08T12:39:50,956 INFO [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5fbdb99fcc7482cd6f31ac3aa66e61e9/A in TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9. 2024-11-08T12:39:50,956 INFO [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5fbdb99fcc7482cd6f31ac3aa66e61e9/B in TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9. 2024-11-08T12:39:50,956 INFO [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/A/6d2196cf434e43d796542822800c6c41, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/A/2e3f459b8355417ba059280a4a94eb23, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/A/4ed829a95e844db799e99dd669f10d40, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/A/1b512e12e77047708972e290b5120491] into tmpdir=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/.tmp, totalSize=54.9 K 2024-11-08T12:39:50,956 INFO [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/B/a4ac669eda7b489384614efe9b8e0ad3, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/B/ced4fe60c19c4dce9842c8b0fd855415, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/B/2977a1bfe77a4b1db88b0a4eefbbe358, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/B/42bc840f21d24cdf9c4b27a77e85f190] into tmpdir=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/.tmp, totalSize=47.9 K 2024-11-08T12:39:50,957 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6d2196cf434e43d796542822800c6c41, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1731069587579 2024-11-08T12:39:50,957 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.Compactor(225): Compacting a4ac669eda7b489384614efe9b8e0ad3, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1731069587579 2024-11-08T12:39:50,957 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2e3f459b8355417ba059280a4a94eb23, keycount=250, bloomtype=ROW, size=16.5 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1731069588221 2024-11-08T12:39:50,957 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.Compactor(225): Compacting ced4fe60c19c4dce9842c8b0fd855415, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1731069588857 2024-11-08T12:39:50,958 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4ed829a95e844db799e99dd669f10d40, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1731069588909 2024-11-08T12:39:50,958 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.Compactor(225): Compacting 2977a1bfe77a4b1db88b0a4eefbbe358, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1731069588909 2024-11-08T12:39:50,958 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1b512e12e77047708972e290b5120491, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1731069589290 2024-11-08T12:39:50,958 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.Compactor(225): Compacting 42bc840f21d24cdf9c4b27a77e85f190, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1731069589290 2024-11-08T12:39:50,976 INFO [RS:0;6ccfea20c990:38479-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5fbdb99fcc7482cd6f31ac3aa66e61e9#B#compaction#52 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T12:39:50,976 INFO [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5fbdb99fcc7482cd6f31ac3aa66e61e9#A#compaction#51 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T12:39:50,977 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/.tmp/B/3c3077a29614495390d3af2481815895 is 50, key is test_row_0/B:col10/1731069589298/Put/seqid=0 2024-11-08T12:39:50,977 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/.tmp/A/5e0358883e314055b95b56959fa80200 is 50, key is test_row_0/A:col10/1731069589298/Put/seqid=0 2024-11-08T12:39:51,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073741888_1064 (size=12731) 2024-11-08T12:39:51,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073741889_1065 (size=12731) 2024-11-08T12:39:51,014 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38479 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-11-08T12:39:51,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9. 2024-11-08T12:39:51,014 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2902): Flushing 5fbdb99fcc7482cd6f31ac3aa66e61e9 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-08T12:39:51,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/.tmp/A/b97bcd6f9d8b4aa8abbc1ba62d3a8b5a is 50, key is test_row_0/A:col10/1731069589988/Put/seqid=0 2024-11-08T12:39:51,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073741890_1066 (size=12301) 2024-11-08T12:39:51,031 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=274 (bloomFilter=true), to=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/.tmp/A/b97bcd6f9d8b4aa8abbc1ba62d3a8b5a 2024-11-08T12:39:51,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/.tmp/B/f8dfcf6c33274be0a736101a4a53b375 is 50, key is test_row_0/B:col10/1731069589988/Put/seqid=0 2024-11-08T12:39:51,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073741891_1067 (size=12301) 2024-11-08T12:39:51,064 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=274 (bloomFilter=true), to=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/.tmp/B/f8dfcf6c33274be0a736101a4a53b375 2024-11-08T12:39:51,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/.tmp/C/5fae3b1dbeb444a281780250b045bcfc is 50, key is test_row_0/C:col10/1731069589988/Put/seqid=0 2024-11-08T12:39:51,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073741892_1068 (size=12301) 2024-11-08T12:39:51,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(8855): Flush requested on 5fbdb99fcc7482cd6f31ac3aa66e61e9 2024-11-08T12:39:51,146 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9. as already flushing 2024-11-08T12:39:51,159 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:39:51,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56776 deadline: 1731069651154, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:39:51,160 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:51,160 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:51,160 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:39:51,164 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:39:51,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56764 deadline: 1731069651158, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:39:51,165 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:51,165 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:51,164 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:39:51,164 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:39:51,165 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:39:51,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56742 deadline: 1731069651158, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:39:51,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56736 deadline: 1731069651160, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:39:51,165 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:39:51,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56724 deadline: 1731069651160, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:39:51,166 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:51,166 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:51,166 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:51,166 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:51,166 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:51,166 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:39:51,166 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:39:51,167 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:51,167 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:39:51,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-08T12:39:51,268 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:39:51,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56776 deadline: 1731069651263, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:39:51,268 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:51,268 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:51,268 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:39:51,273 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:39:51,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56742 deadline: 1731069651273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:39:51,274 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:51,274 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:51,274 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:39:51,277 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:39:51,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56764 deadline: 1731069651273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:39:51,278 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:51,278 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:51,278 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:39:51,278 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:39:51,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56724 deadline: 1731069651273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:39:51,278 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:51,279 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:51,279 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:39:51,279 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:39:51,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56736 deadline: 1731069651273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:39:51,279 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:51,279 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:51,279 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:39:51,409 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/.tmp/A/5e0358883e314055b95b56959fa80200 as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/A/5e0358883e314055b95b56959fa80200 2024-11-08T12:39:51,412 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/.tmp/B/3c3077a29614495390d3af2481815895 as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/B/3c3077a29614495390d3af2481815895 2024-11-08T12:39:51,418 INFO [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 5fbdb99fcc7482cd6f31ac3aa66e61e9/A of 5fbdb99fcc7482cd6f31ac3aa66e61e9 into 5e0358883e314055b95b56959fa80200(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T12:39:51,419 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5fbdb99fcc7482cd6f31ac3aa66e61e9: 2024-11-08T12:39:51,419 INFO [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., storeName=5fbdb99fcc7482cd6f31ac3aa66e61e9/A, priority=12, startTime=1731069590954; duration=0sec 2024-11-08T12:39:51,419 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T12:39:51,419 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5fbdb99fcc7482cd6f31ac3aa66e61e9:A 2024-11-08T12:39:51,419 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-08T12:39:51,423 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49048 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-08T12:39:51,423 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HStore(1541): 5fbdb99fcc7482cd6f31ac3aa66e61e9/C is initiating minor compaction (all files) 2024-11-08T12:39:51,424 INFO [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5fbdb99fcc7482cd6f31ac3aa66e61e9/C in TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9. 2024-11-08T12:39:51,424 INFO [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/C/5df1e1a058a54c1db0c25fcc08176507, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/C/bcbf0528725a4f95ae0f0e975edc5c54, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/C/cac8d1bfd3824965bde68aeaa26dd495, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/C/a70164ca27c34ec59865041bb83c9e23] into tmpdir=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/.tmp, totalSize=47.9 K 2024-11-08T12:39:51,424 INFO [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 5fbdb99fcc7482cd6f31ac3aa66e61e9/B of 5fbdb99fcc7482cd6f31ac3aa66e61e9 into 3c3077a29614495390d3af2481815895(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T12:39:51,424 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5fbdb99fcc7482cd6f31ac3aa66e61e9: 2024-11-08T12:39:51,424 INFO [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., storeName=5fbdb99fcc7482cd6f31ac3aa66e61e9/B, priority=12, startTime=1731069590954; duration=0sec 2024-11-08T12:39:51,424 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5df1e1a058a54c1db0c25fcc08176507, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1731069587579 2024-11-08T12:39:51,424 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T12:39:51,424 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5fbdb99fcc7482cd6f31ac3aa66e61e9:B 2024-11-08T12:39:51,425 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] compactions.Compactor(225): Compacting bcbf0528725a4f95ae0f0e975edc5c54, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1731069588857 2024-11-08T12:39:51,425 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] compactions.Compactor(225): Compacting cac8d1bfd3824965bde68aeaa26dd495, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1731069588909 2024-11-08T12:39:51,425 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] compactions.Compactor(225): Compacting a70164ca27c34ec59865041bb83c9e23, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1731069589290 2024-11-08T12:39:51,437 INFO [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5fbdb99fcc7482cd6f31ac3aa66e61e9#C#compaction#56 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T12:39:51,438 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/.tmp/C/0641f7ca040340bdb3dafa4875216e56 is 50, key is test_row_0/C:col10/1731069589298/Put/seqid=0 2024-11-08T12:39:51,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073741893_1069 (size=12731) 2024-11-08T12:39:51,475 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:39:51,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56776 deadline: 1731069651473, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:39:51,476 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:51,476 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:51,476 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:39:51,485 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:39:51,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56742 deadline: 1731069651483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:39:51,486 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:39:51,486 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:51,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56764 deadline: 1731069651483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:39:51,486 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:51,486 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:39:51,486 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:51,486 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:39:51,486 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:51,486 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:39:51,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56724 deadline: 1731069651484, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:39:51,487 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:39:51,487 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:51,487 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:51,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56736 deadline: 1731069651484, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:39:51,487 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:39:51,487 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=274 (bloomFilter=true), to=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/.tmp/C/5fae3b1dbeb444a281780250b045bcfc 2024-11-08T12:39:51,488 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:51,488 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:51,488 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:39:51,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/.tmp/A/b97bcd6f9d8b4aa8abbc1ba62d3a8b5a as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/A/b97bcd6f9d8b4aa8abbc1ba62d3a8b5a 2024-11-08T12:39:51,500 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/A/b97bcd6f9d8b4aa8abbc1ba62d3a8b5a, entries=150, sequenceid=274, filesize=12.0 K 2024-11-08T12:39:51,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/.tmp/B/f8dfcf6c33274be0a736101a4a53b375 as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/B/f8dfcf6c33274be0a736101a4a53b375 2024-11-08T12:39:51,508 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/B/f8dfcf6c33274be0a736101a4a53b375, entries=150, sequenceid=274, filesize=12.0 K 2024-11-08T12:39:51,509 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/.tmp/C/5fae3b1dbeb444a281780250b045bcfc as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/C/5fae3b1dbeb444a281780250b045bcfc 2024-11-08T12:39:51,515 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/C/5fae3b1dbeb444a281780250b045bcfc, entries=150, sequenceid=274, filesize=12.0 K 2024-11-08T12:39:51,517 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 5fbdb99fcc7482cd6f31ac3aa66e61e9 in 503ms, sequenceid=274, compaction requested=false 2024-11-08T12:39:51,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2603): Flush status journal for 5fbdb99fcc7482cd6f31ac3aa66e61e9: 2024-11-08T12:39:51,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9. 2024-11-08T12:39:51,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=18 2024-11-08T12:39:51,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40975 {}] master.HMaster(4169): Remote procedure done, pid=18 2024-11-08T12:39:51,521 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=17 2024-11-08T12:39:51,522 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=17, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4390 sec 2024-11-08T12:39:51,524 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees in 1.4480 sec 2024-11-08T12:39:51,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(8855): Flush requested on 5fbdb99fcc7482cd6f31ac3aa66e61e9 2024-11-08T12:39:51,785 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-08T12:39:51,785 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 5fbdb99fcc7482cd6f31ac3aa66e61e9 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-08T12:39:51,790 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/.tmp/A/35c9308a74ef447c9cfd914ee29cd7da is 50, key is test_row_0/A:col10/1731069591784/Put/seqid=0 2024-11-08T12:39:51,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073741894_1070 (size=14741) 2024-11-08T12:39:51,820 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:39:51,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56724 deadline: 1731069651814, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:39:51,821 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:51,821 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:51,821 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:39:51,823 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:39:51,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56764 deadline: 1731069651818, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:39:51,824 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:39:51,824 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:51,824 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:51,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56736 deadline: 1731069651818, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:39:51,824 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:39:51,824 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:51,824 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:39:51,824 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:51,825 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:39:51,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56776 deadline: 1731069651819, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:39:51,825 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:51,825 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:51,825 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:39:51,825 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:39:51,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56742 deadline: 1731069651821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:39:51,825 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:51,825 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:51,825 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:39:51,849 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/.tmp/C/0641f7ca040340bdb3dafa4875216e56 as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/C/0641f7ca040340bdb3dafa4875216e56 2024-11-08T12:39:51,861 INFO [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 5fbdb99fcc7482cd6f31ac3aa66e61e9/C of 5fbdb99fcc7482cd6f31ac3aa66e61e9 into 0641f7ca040340bdb3dafa4875216e56(size=12.4 K), total size for store is 24.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T12:39:51,861 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5fbdb99fcc7482cd6f31ac3aa66e61e9: 2024-11-08T12:39:51,861 INFO [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., storeName=5fbdb99fcc7482cd6f31ac3aa66e61e9/C, priority=12, startTime=1731069590954; duration=0sec 2024-11-08T12:39:51,862 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T12:39:51,862 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5fbdb99fcc7482cd6f31ac3aa66e61e9:C 2024-11-08T12:39:51,933 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:39:51,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56724 deadline: 1731069651933, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:39:51,934 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:51,934 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:39:51,934 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:51,934 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:39:51,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56736 deadline: 1731069651933, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:39:51,934 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:51,935 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:51,934 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:39:51,935 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:39:51,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56776 deadline: 1731069651933, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:39:51,935 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:51,935 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:39:51,935 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:51,935 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:39:51,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56764 deadline: 1731069651933, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:39:51,935 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:51,935 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:51,935 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:39:51,935 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:39:51,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56742 deadline: 1731069651933, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:39:51,936 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:51,936 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:51,936 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:39:52,147 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:39:52,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56724 deadline: 1731069652143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:39:52,148 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:52,148 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:52,148 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:39:52,148 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:39:52,148 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:39:52,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56776 deadline: 1731069652144, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:39:52,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56764 deadline: 1731069652144, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:39:52,149 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:52,149 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:52,149 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:52,149 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:52,149 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:39:52,149 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:39:52,149 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:39:52,149 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:39:52,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56742 deadline: 1731069652144, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:39:52,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56736 deadline: 1731069652144, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:39:52,149 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:52,149 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:52,150 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:52,150 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:52,150 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:39:52,150 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:39:52,198 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=289 (bloomFilter=true), to=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/.tmp/A/35c9308a74ef447c9cfd914ee29cd7da 2024-11-08T12:39:52,207 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/.tmp/B/dc11aa56f612419f8db45430232fe5c5 is 50, key is test_row_0/B:col10/1731069591784/Put/seqid=0 2024-11-08T12:39:52,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073741895_1071 (size=12301) 2024-11-08T12:39:52,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-08T12:39:52,223 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-08T12:39:52,224 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40975 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-08T12:39:52,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40975 {}] procedure2.ProcedureExecutor(1139): Stored pid=19, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees 2024-11-08T12:39:52,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-08T12:39:52,226 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=19, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-08T12:39:52,227 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=19, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-08T12:39:52,227 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=19, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-08T12:39:52,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-08T12:39:52,380 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38479 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-11-08T12:39:52,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9. 2024-11-08T12:39:52,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9. as already flushing 2024-11-08T12:39:52,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9. 2024-11-08T12:39:52,381 ERROR [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20 java.io.IOException: Unable to complete flush {ENCODED => 5fbdb99fcc7482cd6f31ac3aa66e61e9, NAME => 'TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:39:52,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20 java.io.IOException: Unable to complete flush {ENCODED => 5fbdb99fcc7482cd6f31ac3aa66e61e9, NAME => 'TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:39:52,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40975 {}] master.HMaster(4177): Remote procedure failed, pid=20 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5fbdb99fcc7482cd6f31ac3aa66e61e9, NAME => 'TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5fbdb99fcc7482cd6f31ac3aa66e61e9, NAME => 'TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:39:52,454 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:39:52,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56764 deadline: 1731069652453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:39:52,455 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:52,455 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:52,455 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:39:52,455 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:39:52,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56742 deadline: 1731069652453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:39:52,456 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:52,456 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:52,456 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:39:52,456 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:39:52,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56724 deadline: 1731069652453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:39:52,456 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:52,456 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:52,456 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:39:52,456 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:39:52,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56776 deadline: 1731069652453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:39:52,456 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:39:52,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56736 deadline: 1731069652454, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:39:52,457 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:52,457 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:52,457 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:39:52,457 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:52,457 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:52,457 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:39:52,534 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38479 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-11-08T12:39:52,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9. 2024-11-08T12:39:52,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9. as already flushing 2024-11-08T12:39:52,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9. 2024-11-08T12:39:52,535 ERROR [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20 java.io.IOException: Unable to complete flush {ENCODED => 5fbdb99fcc7482cd6f31ac3aa66e61e9, NAME => 'TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:39:52,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20 java.io.IOException: Unable to complete flush {ENCODED => 5fbdb99fcc7482cd6f31ac3aa66e61e9, NAME => 'TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:39:52,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40975 {}] master.HMaster(4177): Remote procedure failed, pid=20 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5fbdb99fcc7482cd6f31ac3aa66e61e9, NAME => 'TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5fbdb99fcc7482cd6f31ac3aa66e61e9, NAME => 'TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:39:52,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-08T12:39:52,619 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=289 (bloomFilter=true), to=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/.tmp/B/dc11aa56f612419f8db45430232fe5c5 2024-11-08T12:39:52,631 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/.tmp/C/592b987ce68f42598ff78ebdbc3b4f78 is 50, key is test_row_0/C:col10/1731069591784/Put/seqid=0 2024-11-08T12:39:52,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073741896_1072 (size=12301) 2024-11-08T12:39:52,692 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38479 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-11-08T12:39:52,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9. 2024-11-08T12:39:52,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9. as already flushing 2024-11-08T12:39:52,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9. 2024-11-08T12:39:52,692 ERROR [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20 java.io.IOException: Unable to complete flush {ENCODED => 5fbdb99fcc7482cd6f31ac3aa66e61e9, NAME => 'TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:39:52,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20 java.io.IOException: Unable to complete flush {ENCODED => 5fbdb99fcc7482cd6f31ac3aa66e61e9, NAME => 'TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:39:52,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40975 {}] master.HMaster(4177): Remote procedure failed, pid=20 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5fbdb99fcc7482cd6f31ac3aa66e61e9, NAME => 'TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5fbdb99fcc7482cd6f31ac3aa66e61e9, NAME => 'TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:39:52,846 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38479 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-11-08T12:39:52,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9. 2024-11-08T12:39:52,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9. as already flushing 2024-11-08T12:39:52,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9. 2024-11-08T12:39:52,846 ERROR [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20 java.io.IOException: Unable to complete flush {ENCODED => 5fbdb99fcc7482cd6f31ac3aa66e61e9, NAME => 'TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:39:52,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20 java.io.IOException: Unable to complete flush {ENCODED => 5fbdb99fcc7482cd6f31ac3aa66e61e9, NAME => 'TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:39:52,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40975 {}] master.HMaster(4177): Remote procedure failed, pid=20 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5fbdb99fcc7482cd6f31ac3aa66e61e9, NAME => 'TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5fbdb99fcc7482cd6f31ac3aa66e61e9, NAME => 'TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:39:52,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-08T12:39:52,963 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:39:52,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56764 deadline: 1731069652963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:39:52,964 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:52,964 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:39:52,964 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:52,964 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:39:52,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56742 deadline: 1731069652963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:39:52,965 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:52,965 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:39:52,965 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:52,965 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:39:52,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56776 deadline: 1731069652963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:39:52,965 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:52,965 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:52,965 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:39:52,965 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:39:52,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56724 deadline: 1731069652964, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:39:52,966 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:52,966 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:52,966 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:39:52,966 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:39:52,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56736 deadline: 1731069652964, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:39:52,966 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:52,966 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:52,966 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:39:53,001 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38479 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-11-08T12:39:53,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9. 2024-11-08T12:39:53,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9. as already flushing 2024-11-08T12:39:53,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9. 2024-11-08T12:39:53,002 ERROR [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20 java.io.IOException: Unable to complete flush {ENCODED => 5fbdb99fcc7482cd6f31ac3aa66e61e9, NAME => 'TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:39:53,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20 java.io.IOException: Unable to complete flush {ENCODED => 5fbdb99fcc7482cd6f31ac3aa66e61e9, NAME => 'TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:39:53,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40975 {}] master.HMaster(4177): Remote procedure failed, pid=20 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5fbdb99fcc7482cd6f31ac3aa66e61e9, NAME => 'TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5fbdb99fcc7482cd6f31ac3aa66e61e9, NAME => 'TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:39:53,038 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=289 (bloomFilter=true), to=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/.tmp/C/592b987ce68f42598ff78ebdbc3b4f78 2024-11-08T12:39:53,051 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/.tmp/A/35c9308a74ef447c9cfd914ee29cd7da as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/A/35c9308a74ef447c9cfd914ee29cd7da 2024-11-08T12:39:53,063 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/A/35c9308a74ef447c9cfd914ee29cd7da, entries=200, sequenceid=289, filesize=14.4 K 2024-11-08T12:39:53,065 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/.tmp/B/dc11aa56f612419f8db45430232fe5c5 as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/B/dc11aa56f612419f8db45430232fe5c5 2024-11-08T12:39:53,076 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/B/dc11aa56f612419f8db45430232fe5c5, entries=150, sequenceid=289, filesize=12.0 K 2024-11-08T12:39:53,078 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/.tmp/C/592b987ce68f42598ff78ebdbc3b4f78 as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/C/592b987ce68f42598ff78ebdbc3b4f78 2024-11-08T12:39:53,087 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/C/592b987ce68f42598ff78ebdbc3b4f78, entries=150, sequenceid=289, filesize=12.0 K 2024-11-08T12:39:53,089 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 5fbdb99fcc7482cd6f31ac3aa66e61e9 in 1304ms, sequenceid=289, compaction requested=true 2024-11-08T12:39:53,089 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 5fbdb99fcc7482cd6f31ac3aa66e61e9: 2024-11-08T12:39:53,089 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5fbdb99fcc7482cd6f31ac3aa66e61e9:A, priority=-2147483648, current under compaction store size is 1 2024-11-08T12:39:53,089 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T12:39:53,089 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5fbdb99fcc7482cd6f31ac3aa66e61e9:B, priority=-2147483648, current under compaction store size is 2 2024-11-08T12:39:53,089 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T12:39:53,089 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T12:39:53,089 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5fbdb99fcc7482cd6f31ac3aa66e61e9:C, priority=-2147483648, current under compaction store size is 3 2024-11-08T12:39:53,089 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T12:39:53,089 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T12:39:53,091 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37333 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T12:39:53,091 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HStore(1541): 5fbdb99fcc7482cd6f31ac3aa66e61e9/B is initiating minor compaction (all files) 2024-11-08T12:39:53,091 INFO [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5fbdb99fcc7482cd6f31ac3aa66e61e9/B in TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9. 2024-11-08T12:39:53,091 INFO [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/B/3c3077a29614495390d3af2481815895, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/B/f8dfcf6c33274be0a736101a4a53b375, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/B/dc11aa56f612419f8db45430232fe5c5] into tmpdir=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/.tmp, totalSize=36.5 K 2024-11-08T12:39:53,092 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.Compactor(225): Compacting 3c3077a29614495390d3af2481815895, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1731069589290 2024-11-08T12:39:53,092 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39773 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T12:39:53,092 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HStore(1541): 5fbdb99fcc7482cd6f31ac3aa66e61e9/A is initiating minor compaction (all files) 2024-11-08T12:39:53,092 INFO [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5fbdb99fcc7482cd6f31ac3aa66e61e9/A in TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9. 2024-11-08T12:39:53,092 INFO [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/A/5e0358883e314055b95b56959fa80200, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/A/b97bcd6f9d8b4aa8abbc1ba62d3a8b5a, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/A/35c9308a74ef447c9cfd914ee29cd7da] into tmpdir=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/.tmp, totalSize=38.8 K 2024-11-08T12:39:53,093 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5e0358883e314055b95b56959fa80200, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1731069589290 2024-11-08T12:39:53,093 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.Compactor(225): Compacting f8dfcf6c33274be0a736101a4a53b375, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=274, earliestPutTs=1731069589986 2024-11-08T12:39:53,094 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] compactions.Compactor(225): Compacting b97bcd6f9d8b4aa8abbc1ba62d3a8b5a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=274, earliestPutTs=1731069589986 2024-11-08T12:39:53,094 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.Compactor(225): Compacting dc11aa56f612419f8db45430232fe5c5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1731069591156 2024-11-08T12:39:53,094 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] compactions.Compactor(225): Compacting 35c9308a74ef447c9cfd914ee29cd7da, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1731069591156 2024-11-08T12:39:53,107 INFO [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5fbdb99fcc7482cd6f31ac3aa66e61e9#A#compaction#61 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-08T12:39:53,108 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/.tmp/A/d08005bb1f9d4180b209319f26d774a1 is 50, key is test_row_0/A:col10/1731069591784/Put/seqid=0 2024-11-08T12:39:53,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073741897_1073 (size=12983) 2024-11-08T12:39:53,119 INFO [RS:0;6ccfea20c990:38479-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5fbdb99fcc7482cd6f31ac3aa66e61e9#B#compaction#60 average throughput is 0.47 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T12:39:53,120 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/.tmp/B/d8f6dde1031d4e1b957632c50f73325b is 50, key is test_row_0/B:col10/1731069591784/Put/seqid=0 2024-11-08T12:39:53,142 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/.tmp/A/d08005bb1f9d4180b209319f26d774a1 as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/A/d08005bb1f9d4180b209319f26d774a1 2024-11-08T12:39:53,152 INFO [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5fbdb99fcc7482cd6f31ac3aa66e61e9/A of 5fbdb99fcc7482cd6f31ac3aa66e61e9 into d08005bb1f9d4180b209319f26d774a1(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T12:39:53,152 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5fbdb99fcc7482cd6f31ac3aa66e61e9: 2024-11-08T12:39:53,152 INFO [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., storeName=5fbdb99fcc7482cd6f31ac3aa66e61e9/A, priority=13, startTime=1731069593089; duration=0sec 2024-11-08T12:39:53,152 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T12:39:53,152 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5fbdb99fcc7482cd6f31ac3aa66e61e9:A 2024-11-08T12:39:53,152 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T12:39:53,154 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37333 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T12:39:53,154 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HStore(1541): 5fbdb99fcc7482cd6f31ac3aa66e61e9/C is initiating minor compaction (all files) 2024-11-08T12:39:53,154 INFO [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5fbdb99fcc7482cd6f31ac3aa66e61e9/C in TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9. 2024-11-08T12:39:53,154 INFO [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/C/0641f7ca040340bdb3dafa4875216e56, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/C/5fae3b1dbeb444a281780250b045bcfc, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/C/592b987ce68f42598ff78ebdbc3b4f78] into tmpdir=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/.tmp, totalSize=36.5 K 2024-11-08T12:39:53,155 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0641f7ca040340bdb3dafa4875216e56, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1731069589290 2024-11-08T12:39:53,155 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5fae3b1dbeb444a281780250b045bcfc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=274, earliestPutTs=1731069589986 2024-11-08T12:39:53,156 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] compactions.Compactor(225): Compacting 592b987ce68f42598ff78ebdbc3b4f78, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1731069591156 2024-11-08T12:39:53,156 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38479 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-11-08T12:39:53,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9. 2024-11-08T12:39:53,157 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2902): Flushing 5fbdb99fcc7482cd6f31ac3aa66e61e9 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-08T12:39:53,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/.tmp/A/742fcb06f6b143d5b9c6b269d3c9666f is 50, key is test_row_0/A:col10/1731069591813/Put/seqid=0 2024-11-08T12:39:53,183 INFO [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5fbdb99fcc7482cd6f31ac3aa66e61e9#C#compaction#63 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T12:39:53,184 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/.tmp/C/8c1bb09867db4206a74c97304858d6b3 is 50, key is test_row_0/C:col10/1731069591784/Put/seqid=0 2024-11-08T12:39:53,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073741898_1074 (size=12983) 2024-11-08T12:39:53,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073741899_1075 (size=12301) 2024-11-08T12:39:53,196 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/.tmp/B/d8f6dde1031d4e1b957632c50f73325b as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/B/d8f6dde1031d4e1b957632c50f73325b 2024-11-08T12:39:53,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073741900_1076 (size=12983) 2024-11-08T12:39:53,220 INFO [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5fbdb99fcc7482cd6f31ac3aa66e61e9/B of 5fbdb99fcc7482cd6f31ac3aa66e61e9 into d8f6dde1031d4e1b957632c50f73325b(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T12:39:53,220 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5fbdb99fcc7482cd6f31ac3aa66e61e9: 2024-11-08T12:39:53,220 INFO [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., storeName=5fbdb99fcc7482cd6f31ac3aa66e61e9/B, priority=13, startTime=1731069593089; duration=0sec 2024-11-08T12:39:53,220 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T12:39:53,220 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5fbdb99fcc7482cd6f31ac3aa66e61e9:B 2024-11-08T12:39:53,222 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/.tmp/C/8c1bb09867db4206a74c97304858d6b3 as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/C/8c1bb09867db4206a74c97304858d6b3 2024-11-08T12:39:53,233 INFO [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5fbdb99fcc7482cd6f31ac3aa66e61e9/C of 5fbdb99fcc7482cd6f31ac3aa66e61e9 into 8c1bb09867db4206a74c97304858d6b3(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T12:39:53,233 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5fbdb99fcc7482cd6f31ac3aa66e61e9: 2024-11-08T12:39:53,233 INFO [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., storeName=5fbdb99fcc7482cd6f31ac3aa66e61e9/C, priority=13, startTime=1731069593089; duration=0sec 2024-11-08T12:39:53,234 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T12:39:53,234 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5fbdb99fcc7482cd6f31ac3aa66e61e9:C 2024-11-08T12:39:53,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-08T12:39:53,595 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=314 (bloomFilter=true), to=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/.tmp/A/742fcb06f6b143d5b9c6b269d3c9666f 2024-11-08T12:39:53,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/.tmp/B/c890d532655a4e0c8eb098032eb4daa5 is 50, key is test_row_0/B:col10/1731069591813/Put/seqid=0 2024-11-08T12:39:53,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073741901_1077 (size=12301) 2024-11-08T12:39:53,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(8855): Flush requested on 5fbdb99fcc7482cd6f31ac3aa66e61e9 2024-11-08T12:39:53,976 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9. as already flushing 2024-11-08T12:39:53,985 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:39:53,985 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:39:53,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56724 deadline: 1731069653983, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:39:53,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56764 deadline: 1731069653983, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:39:53,986 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:39:53,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56742 deadline: 1731069653984, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:39:53,986 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:53,986 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:39:53,986 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:53,986 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:39:53,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56736 deadline: 1731069653984, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:39:53,986 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:39:53,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56776 deadline: 1731069653986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:39:53,987 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 6ccfea20c990,38479,1731069575023 for 'test_row_0' in 5fbdb99fcc7482cd6f31ac3aa66e61e9 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2169 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-08T12:39:53,987 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:53,987 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:53,987 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:39:53,988 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:53,988 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:53,988 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:53,988 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:39:53,988 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:53,988 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:39:53,988 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:53,988 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:53,988 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:39:54,060 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=314 (bloomFilter=true), to=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/.tmp/B/c890d532655a4e0c8eb098032eb4daa5 2024-11-08T12:39:54,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/.tmp/C/ca8e2e7287f445a08a8a65d39f008b6d is 50, key is test_row_0/C:col10/1731069591813/Put/seqid=0 2024-11-08T12:39:54,095 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:39:54,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56776 deadline: 1731069654093, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:39:54,096 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:39:54,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56742 deadline: 1731069654094, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:39:54,096 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:54,096 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:39:54,096 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:54,097 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:54,097 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:39:54,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56736 deadline: 1731069654094, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:39:54,096 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:54,097 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:39:54,097 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:54,097 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:54,097 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:39:54,097 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:39:54,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56724 deadline: 1731069654094, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:39:54,098 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:54,098 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:54,098 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:39:54,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073741902_1078 (size=12301) 2024-11-08T12:39:54,115 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=314 (bloomFilter=true), to=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/.tmp/C/ca8e2e7287f445a08a8a65d39f008b6d 2024-11-08T12:39:54,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/.tmp/A/742fcb06f6b143d5b9c6b269d3c9666f as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/A/742fcb06f6b143d5b9c6b269d3c9666f 2024-11-08T12:39:54,134 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/A/742fcb06f6b143d5b9c6b269d3c9666f, entries=150, sequenceid=314, filesize=12.0 K 2024-11-08T12:39:54,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/.tmp/B/c890d532655a4e0c8eb098032eb4daa5 as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/B/c890d532655a4e0c8eb098032eb4daa5 2024-11-08T12:39:54,143 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/B/c890d532655a4e0c8eb098032eb4daa5, entries=150, sequenceid=314, filesize=12.0 K 2024-11-08T12:39:54,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/.tmp/C/ca8e2e7287f445a08a8a65d39f008b6d as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/C/ca8e2e7287f445a08a8a65d39f008b6d 2024-11-08T12:39:54,160 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/C/ca8e2e7287f445a08a8a65d39f008b6d, entries=150, sequenceid=314, filesize=12.0 K 2024-11-08T12:39:54,162 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 5fbdb99fcc7482cd6f31ac3aa66e61e9 in 1005ms, sequenceid=314, compaction requested=false 2024-11-08T12:39:54,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2603): Flush status journal for 5fbdb99fcc7482cd6f31ac3aa66e61e9: 2024-11-08T12:39:54,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9. 2024-11-08T12:39:54,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=20 2024-11-08T12:39:54,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40975 {}] master.HMaster(4169): Remote procedure done, pid=20 2024-11-08T12:39:54,174 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=19 2024-11-08T12:39:54,174 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=19, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9380 sec 2024-11-08T12:39:54,180 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees in 1.9520 sec 2024-11-08T12:39:54,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(8855): Flush requested on 5fbdb99fcc7482cd6f31ac3aa66e61e9 2024-11-08T12:39:54,307 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-08T12:39:54,307 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 5fbdb99fcc7482cd6f31ac3aa66e61e9 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-08T12:39:54,326 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/.tmp/A/8b7bdf487415442996943019a04b4a7c is 50, key is test_row_0/A:col10/1731069593984/Put/seqid=0 2024-11-08T12:39:54,367 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:39:54,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56724 deadline: 1731069654356, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:39:54,368 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:54,369 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:54,369 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:39:54,372 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:39:54,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56776 deadline: 1731069654359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:39:54,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-08T12:39:54,373 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:54,373 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-08T12:39:54,373 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:54,373 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:39:54,373 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:39:54,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56736 deadline: 1731069654364, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:39:54,374 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40975 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-08T12:39:54,373 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:39:54,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56742 deadline: 1731069654361, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:39:54,375 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:54,375 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:54,375 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:39:54,376 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:54,377 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:54,377 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:39:54,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40975 {}] procedure2.ProcedureExecutor(1139): Stored pid=21, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees 2024-11-08T12:39:54,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-08T12:39:54,379 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=21, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-08T12:39:54,381 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=21, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-08T12:39:54,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073741903_1079 (size=12301) 2024-11-08T12:39:54,381 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=21, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-08T12:39:54,384 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=331 (bloomFilter=true), to=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/.tmp/A/8b7bdf487415442996943019a04b4a7c 2024-11-08T12:39:54,410 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/.tmp/B/bcfcfb8135f04a2abb2e09bfbafa99de is 50, key is test_row_0/B:col10/1731069593984/Put/seqid=0 2024-11-08T12:39:54,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073741904_1080 (size=12301) 2024-11-08T12:39:54,475 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:39:54,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56724 deadline: 1731069654473, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:39:54,476 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:54,476 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:54,476 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:39:54,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-08T12:39:54,484 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:39:54,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56776 deadline: 1731069654483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:39:54,485 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:54,485 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:54,485 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:39:54,485 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:39:54,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56742 deadline: 1731069654483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:39:54,485 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:54,485 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:54,485 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:39:54,485 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:39:54,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56736 deadline: 1731069654483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:39:54,487 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:54,488 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:54,488 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:39:54,536 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38479 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-11-08T12:39:54,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9. 2024-11-08T12:39:54,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9. as already flushing 2024-11-08T12:39:54,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9. 2024-11-08T12:39:54,537 ERROR [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22 java.io.IOException: Unable to complete flush {ENCODED => 5fbdb99fcc7482cd6f31ac3aa66e61e9, NAME => 'TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:39:54,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22 java.io.IOException: Unable to complete flush {ENCODED => 5fbdb99fcc7482cd6f31ac3aa66e61e9, NAME => 'TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:39:54,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40975 {}] master.HMaster(4177): Remote procedure failed, pid=22 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5fbdb99fcc7482cd6f31ac3aa66e61e9, NAME => 'TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5fbdb99fcc7482cd6f31ac3aa66e61e9, NAME => 'TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:39:54,686 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:39:54,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56724 deadline: 1731069654683, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:39:54,686 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:54,686 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:54,686 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:39:54,691 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38479 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-11-08T12:39:54,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9. 2024-11-08T12:39:54,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9. as already flushing 2024-11-08T12:39:54,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9. 2024-11-08T12:39:54,691 ERROR [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22 java.io.IOException: Unable to complete flush {ENCODED => 5fbdb99fcc7482cd6f31ac3aa66e61e9, NAME => 'TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:39:54,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22 java.io.IOException: Unable to complete flush {ENCODED => 5fbdb99fcc7482cd6f31ac3aa66e61e9, NAME => 'TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:39:54,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40975 {}] master.HMaster(4177): Remote procedure failed, pid=22 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5fbdb99fcc7482cd6f31ac3aa66e61e9, NAME => 'TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5fbdb99fcc7482cd6f31ac3aa66e61e9, NAME => 'TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:39:54,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-08T12:39:54,696 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:39:54,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56776 deadline: 1731069654693, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:39:54,697 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:54,696 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:39:54,697 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:54,697 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:39:54,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56742 deadline: 1731069654693, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:39:54,697 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:54,697 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:39:54,697 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:54,697 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:39:54,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56736 deadline: 1731069654693, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:39:54,697 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:54,697 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:54,697 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:39:54,827 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=331 (bloomFilter=true), to=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/.tmp/B/bcfcfb8135f04a2abb2e09bfbafa99de 2024-11-08T12:39:54,837 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/.tmp/C/e1bdf4634cf846b98a31a17c6f1e1507 is 50, key is test_row_0/C:col10/1731069593984/Put/seqid=0 2024-11-08T12:39:54,857 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38479 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-11-08T12:39:54,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9. 2024-11-08T12:39:54,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9. as already flushing 2024-11-08T12:39:54,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9. 2024-11-08T12:39:54,857 ERROR [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22 java.io.IOException: Unable to complete flush {ENCODED => 5fbdb99fcc7482cd6f31ac3aa66e61e9, NAME => 'TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:39:54,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22 java.io.IOException: Unable to complete flush {ENCODED => 5fbdb99fcc7482cd6f31ac3aa66e61e9, NAME => 'TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:39:54,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40975 {}] master.HMaster(4177): Remote procedure failed, pid=22 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5fbdb99fcc7482cd6f31ac3aa66e61e9, NAME => 'TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5fbdb99fcc7482cd6f31ac3aa66e61e9, NAME => 'TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:39:54,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073741905_1081 (size=12301) 2024-11-08T12:39:54,876 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=331 (bloomFilter=true), to=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/.tmp/C/e1bdf4634cf846b98a31a17c6f1e1507 2024-11-08T12:39:54,888 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/.tmp/A/8b7bdf487415442996943019a04b4a7c as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/A/8b7bdf487415442996943019a04b4a7c 2024-11-08T12:39:54,901 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/A/8b7bdf487415442996943019a04b4a7c, entries=150, sequenceid=331, filesize=12.0 K 2024-11-08T12:39:54,903 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/.tmp/B/bcfcfb8135f04a2abb2e09bfbafa99de as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/B/bcfcfb8135f04a2abb2e09bfbafa99de 2024-11-08T12:39:54,910 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/B/bcfcfb8135f04a2abb2e09bfbafa99de, entries=150, sequenceid=331, filesize=12.0 K 2024-11-08T12:39:54,913 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/.tmp/C/e1bdf4634cf846b98a31a17c6f1e1507 as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/C/e1bdf4634cf846b98a31a17c6f1e1507 2024-11-08T12:39:54,932 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/C/e1bdf4634cf846b98a31a17c6f1e1507, entries=150, sequenceid=331, filesize=12.0 K 2024-11-08T12:39:54,933 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 5fbdb99fcc7482cd6f31ac3aa66e61e9 in 626ms, sequenceid=331, compaction requested=true 2024-11-08T12:39:54,933 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 5fbdb99fcc7482cd6f31ac3aa66e61e9: 2024-11-08T12:39:54,934 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5fbdb99fcc7482cd6f31ac3aa66e61e9:A, priority=-2147483648, current under compaction store size is 1 2024-11-08T12:39:54,934 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T12:39:54,934 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T12:39:54,934 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5fbdb99fcc7482cd6f31ac3aa66e61e9:B, priority=-2147483648, current under compaction store size is 2 2024-11-08T12:39:54,934 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T12:39:54,934 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T12:39:54,934 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5fbdb99fcc7482cd6f31ac3aa66e61e9:C, priority=-2147483648, current under compaction store size is 3 2024-11-08T12:39:54,934 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T12:39:54,936 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T12:39:54,936 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HStore(1541): 5fbdb99fcc7482cd6f31ac3aa66e61e9/B is initiating minor compaction (all files) 2024-11-08T12:39:54,936 INFO [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5fbdb99fcc7482cd6f31ac3aa66e61e9/B in TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9. 2024-11-08T12:39:54,936 INFO [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/B/d8f6dde1031d4e1b957632c50f73325b, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/B/c890d532655a4e0c8eb098032eb4daa5, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/B/bcfcfb8135f04a2abb2e09bfbafa99de] into tmpdir=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/.tmp, totalSize=36.7 K 2024-11-08T12:39:54,937 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T12:39:54,937 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HStore(1541): 5fbdb99fcc7482cd6f31ac3aa66e61e9/A is initiating minor compaction (all files) 2024-11-08T12:39:54,937 INFO [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5fbdb99fcc7482cd6f31ac3aa66e61e9/A in TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9. 2024-11-08T12:39:54,937 INFO [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/A/d08005bb1f9d4180b209319f26d774a1, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/A/742fcb06f6b143d5b9c6b269d3c9666f, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/A/8b7bdf487415442996943019a04b4a7c] into tmpdir=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/.tmp, totalSize=36.7 K 2024-11-08T12:39:54,938 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.Compactor(225): Compacting d8f6dde1031d4e1b957632c50f73325b, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1731069591156 2024-11-08T12:39:54,938 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] compactions.Compactor(225): Compacting d08005bb1f9d4180b209319f26d774a1, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1731069591156 2024-11-08T12:39:54,939 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.Compactor(225): Compacting c890d532655a4e0c8eb098032eb4daa5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=314, earliestPutTs=1731069591801 2024-11-08T12:39:54,939 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] compactions.Compactor(225): Compacting 742fcb06f6b143d5b9c6b269d3c9666f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=314, earliestPutTs=1731069591801 2024-11-08T12:39:54,939 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8b7bdf487415442996943019a04b4a7c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=331, earliestPutTs=1731069593984 2024-11-08T12:39:54,939 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.Compactor(225): Compacting bcfcfb8135f04a2abb2e09bfbafa99de, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=331, earliestPutTs=1731069593984 2024-11-08T12:39:54,955 INFO [RS:0;6ccfea20c990:38479-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5fbdb99fcc7482cd6f31ac3aa66e61e9#B#compaction#69 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T12:39:54,956 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/.tmp/B/8c1de33afbbc42f391acb1e7d4e2770c is 50, key is test_row_0/B:col10/1731069593984/Put/seqid=0 2024-11-08T12:39:54,967 INFO [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5fbdb99fcc7482cd6f31ac3aa66e61e9#A#compaction#70 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T12:39:54,968 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/.tmp/A/f6ca1035628c4bb6aa3770cc4b91572f is 50, key is test_row_0/A:col10/1731069593984/Put/seqid=0 2024-11-08T12:39:54,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073741907_1083 (size=13085) 2024-11-08T12:39:55,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(8855): Flush requested on 5fbdb99fcc7482cd6f31ac3aa66e61e9 2024-11-08T12:39:55,002 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-08T12:39:55,003 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 5fbdb99fcc7482cd6f31ac3aa66e61e9 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-08T12:39:55,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-08T12:39:55,013 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/.tmp/A/7425677e511143ab8b66e278b540441b is 50, key is test_row_0/A:col10/1731069594998/Put/seqid=0 2024-11-08T12:39:55,014 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38479 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-11-08T12:39:55,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9. 2024-11-08T12:39:55,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9. as already flushing 2024-11-08T12:39:55,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9. 2024-11-08T12:39:55,014 ERROR [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22 java.io.IOException: Unable to complete flush {ENCODED => 5fbdb99fcc7482cd6f31ac3aa66e61e9, NAME => 'TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:39:55,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22 java.io.IOException: Unable to complete flush {ENCODED => 5fbdb99fcc7482cd6f31ac3aa66e61e9, NAME => 'TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:39:55,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40975 {}] master.HMaster(4177): Remote procedure failed, pid=22 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5fbdb99fcc7482cd6f31ac3aa66e61e9, NAME => 'TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5fbdb99fcc7482cd6f31ac3aa66e61e9, NAME => 'TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:39:55,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073741906_1082 (size=13085) 2024-11-08T12:39:55,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073741908_1084 (size=14741) 2024-11-08T12:39:55,031 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=353 (bloomFilter=true), to=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/.tmp/A/7425677e511143ab8b66e278b540441b 2024-11-08T12:39:55,038 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:39:55,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56742 deadline: 1731069655031, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:39:55,040 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:55,040 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:55,040 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:39:55,041 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:39:55,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56736 deadline: 1731069655033, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:39:55,042 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:55,042 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:55,042 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:39:55,043 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:39:55,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56776 deadline: 1731069655036, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:39:55,043 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:55,043 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:39:55,043 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:55,043 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:39:55,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56724 deadline: 1731069655039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:39:55,044 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:55,044 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:55,044 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:39:55,051 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/.tmp/B/1a9545f80752461292452267e2ce6d9b is 50, key is test_row_0/B:col10/1731069594998/Put/seqid=0 2024-11-08T12:39:55,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073741909_1085 (size=12301) 2024-11-08T12:39:55,068 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=353 (bloomFilter=true), to=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/.tmp/B/1a9545f80752461292452267e2ce6d9b 2024-11-08T12:39:55,109 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/.tmp/C/3ca0bffdd219463ab21863727ff62705 is 50, key is test_row_0/C:col10/1731069594998/Put/seqid=0 2024-11-08T12:39:55,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073741910_1086 (size=12301) 2024-11-08T12:39:55,150 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:39:55,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56742 deadline: 1731069655143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:39:55,151 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:55,151 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:55,152 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:39:55,155 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:39:55,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56776 deadline: 1731069655154, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:39:55,156 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:39:55,156 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:55,156 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:55,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56724 deadline: 1731069655154, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:39:55,156 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:39:55,156 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:39:55,156 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:55,156 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:55,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56736 deadline: 1731069655155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:39:55,156 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:39:55,157 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:55,157 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:55,157 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:39:55,170 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38479 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-11-08T12:39:55,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9. 2024-11-08T12:39:55,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9. as already flushing 2024-11-08T12:39:55,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9. 2024-11-08T12:39:55,171 ERROR [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22 java.io.IOException: Unable to complete flush {ENCODED => 5fbdb99fcc7482cd6f31ac3aa66e61e9, NAME => 'TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:39:55,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22 java.io.IOException: Unable to complete flush {ENCODED => 5fbdb99fcc7482cd6f31ac3aa66e61e9, NAME => 'TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:39:55,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40975 {}] master.HMaster(4177): Remote procedure failed, pid=22 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5fbdb99fcc7482cd6f31ac3aa66e61e9, NAME => 'TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5fbdb99fcc7482cd6f31ac3aa66e61e9, NAME => 'TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:39:55,326 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38479 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-11-08T12:39:55,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9. 2024-11-08T12:39:55,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9. as already flushing 2024-11-08T12:39:55,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9. 2024-11-08T12:39:55,326 ERROR [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22 java.io.IOException: Unable to complete flush {ENCODED => 5fbdb99fcc7482cd6f31ac3aa66e61e9, NAME => 'TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:39:55,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22 java.io.IOException: Unable to complete flush {ENCODED => 5fbdb99fcc7482cd6f31ac3aa66e61e9, NAME => 'TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:39:55,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40975 {}] master.HMaster(4177): Remote procedure failed, pid=22 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5fbdb99fcc7482cd6f31ac3aa66e61e9, NAME => 'TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5fbdb99fcc7482cd6f31ac3aa66e61e9, NAME => 'TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:39:55,364 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:39:55,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56742 deadline: 1731069655363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:39:55,365 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:39:55,365 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:55,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56724 deadline: 1731069655363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:39:55,365 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:55,365 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:39:55,365 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:55,365 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:55,365 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:39:55,365 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:39:55,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56736 deadline: 1731069655364, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:39:55,366 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:39:55,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56776 deadline: 1731069655364, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:39:55,366 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:55,366 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:55,366 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:55,366 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:55,366 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:39:55,366 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:39:55,407 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/.tmp/A/f6ca1035628c4bb6aa3770cc4b91572f as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/A/f6ca1035628c4bb6aa3770cc4b91572f 2024-11-08T12:39:55,418 INFO [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5fbdb99fcc7482cd6f31ac3aa66e61e9/A of 5fbdb99fcc7482cd6f31ac3aa66e61e9 into f6ca1035628c4bb6aa3770cc4b91572f(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T12:39:55,418 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5fbdb99fcc7482cd6f31ac3aa66e61e9: 2024-11-08T12:39:55,418 INFO [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., storeName=5fbdb99fcc7482cd6f31ac3aa66e61e9/A, priority=13, startTime=1731069594934; duration=0sec 2024-11-08T12:39:55,418 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T12:39:55,418 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5fbdb99fcc7482cd6f31ac3aa66e61e9:A 2024-11-08T12:39:55,418 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T12:39:55,421 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T12:39:55,421 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HStore(1541): 5fbdb99fcc7482cd6f31ac3aa66e61e9/C is initiating minor compaction (all files) 2024-11-08T12:39:55,422 INFO [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5fbdb99fcc7482cd6f31ac3aa66e61e9/C in TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9. 2024-11-08T12:39:55,422 INFO [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/C/8c1bb09867db4206a74c97304858d6b3, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/C/ca8e2e7287f445a08a8a65d39f008b6d, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/C/e1bdf4634cf846b98a31a17c6f1e1507] into tmpdir=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/.tmp, totalSize=36.7 K 2024-11-08T12:39:55,430 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8c1bb09867db4206a74c97304858d6b3, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1731069591156 2024-11-08T12:39:55,432 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] compactions.Compactor(225): Compacting ca8e2e7287f445a08a8a65d39f008b6d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=314, earliestPutTs=1731069591801 2024-11-08T12:39:55,439 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/.tmp/B/8c1de33afbbc42f391acb1e7d4e2770c as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/B/8c1de33afbbc42f391acb1e7d4e2770c 2024-11-08T12:39:55,442 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] compactions.Compactor(225): Compacting e1bdf4634cf846b98a31a17c6f1e1507, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=331, earliestPutTs=1731069593984 2024-11-08T12:39:55,453 INFO [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5fbdb99fcc7482cd6f31ac3aa66e61e9/B of 5fbdb99fcc7482cd6f31ac3aa66e61e9 into 8c1de33afbbc42f391acb1e7d4e2770c(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T12:39:55,453 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5fbdb99fcc7482cd6f31ac3aa66e61e9: 2024-11-08T12:39:55,453 INFO [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., storeName=5fbdb99fcc7482cd6f31ac3aa66e61e9/B, priority=13, startTime=1731069594934; duration=0sec 2024-11-08T12:39:55,453 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T12:39:55,453 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5fbdb99fcc7482cd6f31ac3aa66e61e9:B 2024-11-08T12:39:55,459 INFO [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5fbdb99fcc7482cd6f31ac3aa66e61e9#C#compaction#74 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T12:39:55,459 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/.tmp/C/78116943ec0c4d99922879da8c647c2e is 50, key is test_row_0/C:col10/1731069593984/Put/seqid=0 2024-11-08T12:39:55,479 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38479 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-11-08T12:39:55,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9. 2024-11-08T12:39:55,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9. as already flushing 2024-11-08T12:39:55,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9. 2024-11-08T12:39:55,479 ERROR [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22 java.io.IOException: Unable to complete flush {ENCODED => 5fbdb99fcc7482cd6f31ac3aa66e61e9, NAME => 'TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:39:55,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22 java.io.IOException: Unable to complete flush {ENCODED => 5fbdb99fcc7482cd6f31ac3aa66e61e9, NAME => 'TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:39:55,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40975 {}] master.HMaster(4177): Remote procedure failed, pid=22 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5fbdb99fcc7482cd6f31ac3aa66e61e9, NAME => 'TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5fbdb99fcc7482cd6f31ac3aa66e61e9, NAME => 'TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:39:55,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073741911_1087 (size=13085) 2024-11-08T12:39:55,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-08T12:39:55,536 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=353 (bloomFilter=true), to=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/.tmp/C/3ca0bffdd219463ab21863727ff62705 2024-11-08T12:39:55,541 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/.tmp/A/7425677e511143ab8b66e278b540441b as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/A/7425677e511143ab8b66e278b540441b 2024-11-08T12:39:55,547 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/A/7425677e511143ab8b66e278b540441b, entries=200, sequenceid=353, filesize=14.4 K 2024-11-08T12:39:55,548 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/.tmp/B/1a9545f80752461292452267e2ce6d9b as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/B/1a9545f80752461292452267e2ce6d9b 2024-11-08T12:39:55,554 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/B/1a9545f80752461292452267e2ce6d9b, entries=150, sequenceid=353, filesize=12.0 K 2024-11-08T12:39:55,555 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/.tmp/C/3ca0bffdd219463ab21863727ff62705 as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/C/3ca0bffdd219463ab21863727ff62705 2024-11-08T12:39:55,560 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/C/3ca0bffdd219463ab21863727ff62705, entries=150, sequenceid=353, filesize=12.0 K 2024-11-08T12:39:55,561 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for 5fbdb99fcc7482cd6f31ac3aa66e61e9 in 559ms, sequenceid=353, compaction requested=false 2024-11-08T12:39:55,561 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 5fbdb99fcc7482cd6f31ac3aa66e61e9: 2024-11-08T12:39:55,634 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38479 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-11-08T12:39:55,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9. 2024-11-08T12:39:55,634 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2902): Flushing 5fbdb99fcc7482cd6f31ac3aa66e61e9 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-08T12:39:55,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/.tmp/A/04889d517e944d26818d0d3e44647cde is 50, key is test_row_0/A:col10/1731069595035/Put/seqid=0 2024-11-08T12:39:55,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073741912_1088 (size=12301) 2024-11-08T12:39:55,650 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=369 (bloomFilter=true), to=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/.tmp/A/04889d517e944d26818d0d3e44647cde 2024-11-08T12:39:55,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/.tmp/B/297d7f3ecc7b4b638269d49cca6a1178 is 50, key is test_row_0/B:col10/1731069595035/Put/seqid=0 2024-11-08T12:39:55,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073741913_1089 (size=12301) 2024-11-08T12:39:55,686 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=369 (bloomFilter=true), to=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/.tmp/B/297d7f3ecc7b4b638269d49cca6a1178 2024-11-08T12:39:55,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/.tmp/C/46e2cbce87cc463d8b7509a4745732fb is 50, key is test_row_0/C:col10/1731069595035/Put/seqid=0 2024-11-08T12:39:55,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073741914_1090 (size=12301) 2024-11-08T12:39:55,729 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=369 (bloomFilter=true), to=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/.tmp/C/46e2cbce87cc463d8b7509a4745732fb 2024-11-08T12:39:55,730 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9. as already flushing 2024-11-08T12:39:55,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(8855): Flush requested on 5fbdb99fcc7482cd6f31ac3aa66e61e9 2024-11-08T12:39:55,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/.tmp/A/04889d517e944d26818d0d3e44647cde as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/A/04889d517e944d26818d0d3e44647cde 2024-11-08T12:39:55,750 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/A/04889d517e944d26818d0d3e44647cde, entries=150, sequenceid=369, filesize=12.0 K 2024-11-08T12:39:55,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/.tmp/B/297d7f3ecc7b4b638269d49cca6a1178 as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/B/297d7f3ecc7b4b638269d49cca6a1178 2024-11-08T12:39:55,759 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/B/297d7f3ecc7b4b638269d49cca6a1178, entries=150, sequenceid=369, filesize=12.0 K 2024-11-08T12:39:55,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/.tmp/C/46e2cbce87cc463d8b7509a4745732fb as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/C/46e2cbce87cc463d8b7509a4745732fb 2024-11-08T12:39:55,769 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/C/46e2cbce87cc463d8b7509a4745732fb, entries=150, sequenceid=369, filesize=12.0 K 2024-11-08T12:39:55,791 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=53.67 KB/54960 for 5fbdb99fcc7482cd6f31ac3aa66e61e9 in 157ms, sequenceid=369, compaction requested=true 2024-11-08T12:39:55,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2603): Flush status journal for 5fbdb99fcc7482cd6f31ac3aa66e61e9: 2024-11-08T12:39:55,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9. 2024-11-08T12:39:55,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=22 2024-11-08T12:39:55,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40975 {}] master.HMaster(4169): Remote procedure done, pid=22 2024-11-08T12:39:55,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(8855): Flush requested on 5fbdb99fcc7482cd6f31ac3aa66e61e9 2024-11-08T12:39:55,793 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-08T12:39:55,794 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 5fbdb99fcc7482cd6f31ac3aa66e61e9 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-08T12:39:55,796 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=21 2024-11-08T12:39:55,797 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=21, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4120 sec 2024-11-08T12:39:55,801 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees in 1.4240 sec 2024-11-08T12:39:55,811 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/.tmp/A/1e1f432cc886483886a8adbe0231439f is 50, key is test_row_0/A:col10/1731069595746/Put/seqid=0 2024-11-08T12:39:55,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073741915_1091 (size=17181) 2024-11-08T12:39:55,838 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=381 (bloomFilter=true), to=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/.tmp/A/1e1f432cc886483886a8adbe0231439f 2024-11-08T12:39:55,852 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/.tmp/B/4077db5a53c14039b0f929c7bbebf3a9 is 50, key is test_row_0/B:col10/1731069595746/Put/seqid=0 2024-11-08T12:39:55,868 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:39:55,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56736 deadline: 1731069655858, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:39:55,869 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:39:55,869 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:55,869 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:55,869 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:39:55,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56742 deadline: 1731069655860, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:39:55,869 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:39:55,869 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:39:55,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56724 deadline: 1731069655862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:39:55,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56776 deadline: 1731069655866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:39:55,870 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:55,870 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:55,870 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:55,870 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:55,870 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:55,870 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:55,870 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:39:55,870 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:39:55,870 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:39:55,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073741916_1092 (size=12301) 2024-11-08T12:39:55,881 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=381 (bloomFilter=true), to=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/.tmp/B/4077db5a53c14039b0f929c7bbebf3a9 2024-11-08T12:39:55,895 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/.tmp/C/ffa250fecb0140a6ba9f0d9c7d6a7462 is 50, key is test_row_0/C:col10/1731069595746/Put/seqid=0 2024-11-08T12:39:55,906 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/.tmp/C/78116943ec0c4d99922879da8c647c2e as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/C/78116943ec0c4d99922879da8c647c2e 2024-11-08T12:39:55,915 INFO [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5fbdb99fcc7482cd6f31ac3aa66e61e9/C of 5fbdb99fcc7482cd6f31ac3aa66e61e9 into 78116943ec0c4d99922879da8c647c2e(size=12.8 K), total size for store is 36.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T12:39:55,915 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5fbdb99fcc7482cd6f31ac3aa66e61e9: 2024-11-08T12:39:55,915 INFO [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., storeName=5fbdb99fcc7482cd6f31ac3aa66e61e9/C, priority=13, startTime=1731069594934; duration=0sec 2024-11-08T12:39:55,915 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T12:39:55,915 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5fbdb99fcc7482cd6f31ac3aa66e61e9:C 2024-11-08T12:39:55,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073741917_1093 (size=12301) 2024-11-08T12:39:55,975 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:39:55,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56724 deadline: 1731069655973, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:39:55,976 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:55,976 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:55,976 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:39:55,976 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:39:55,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56736 deadline: 1731069655974, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:39:55,977 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:55,977 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:39:55,977 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:55,977 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:39:55,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56742 deadline: 1731069655974, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:39:55,977 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:55,977 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:55,977 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:39:55,977 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:39:55,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56776 deadline: 1731069655974, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:39:55,978 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:55,978 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:55,978 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:39:55,993 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:39:55,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56764 deadline: 1731069655993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:39:55,994 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 6ccfea20c990,38479,1731069575023 for 'test_row_0' in 5fbdb99fcc7482cd6f31ac3aa66e61e9 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4176 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-08T12:39:55,995 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:55,995 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:55,995 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:39:56,183 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:39:56,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56724 deadline: 1731069656183, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:39:56,184 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:39:56,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56736 deadline: 1731069656183, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:39:56,185 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:39:56,185 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:56,185 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:56,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56742 deadline: 1731069656183, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:39:56,185 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:39:56,185 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:56,185 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:56,185 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:39:56,185 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:56,185 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:56,186 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:39:56,186 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:39:56,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56776 deadline: 1731069656183, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:39:56,186 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:56,186 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:56,186 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:39:56,323 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=381 (bloomFilter=true), to=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/.tmp/C/ffa250fecb0140a6ba9f0d9c7d6a7462 2024-11-08T12:39:56,337 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/.tmp/A/1e1f432cc886483886a8adbe0231439f as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/A/1e1f432cc886483886a8adbe0231439f 2024-11-08T12:39:56,344 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/A/1e1f432cc886483886a8adbe0231439f, entries=250, sequenceid=381, filesize=16.8 K 2024-11-08T12:39:56,346 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/.tmp/B/4077db5a53c14039b0f929c7bbebf3a9 as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/B/4077db5a53c14039b0f929c7bbebf3a9 2024-11-08T12:39:56,353 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/B/4077db5a53c14039b0f929c7bbebf3a9, entries=150, sequenceid=381, filesize=12.0 K 2024-11-08T12:39:56,357 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/.tmp/C/ffa250fecb0140a6ba9f0d9c7d6a7462 as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/C/ffa250fecb0140a6ba9f0d9c7d6a7462 2024-11-08T12:39:56,368 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/C/ffa250fecb0140a6ba9f0d9c7d6a7462, entries=150, sequenceid=381, filesize=12.0 K 2024-11-08T12:39:56,369 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 5fbdb99fcc7482cd6f31ac3aa66e61e9 in 576ms, sequenceid=381, compaction requested=true 2024-11-08T12:39:56,369 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 5fbdb99fcc7482cd6f31ac3aa66e61e9: 2024-11-08T12:39:56,369 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5fbdb99fcc7482cd6f31ac3aa66e61e9:A, priority=-2147483648, current under compaction store size is 1 2024-11-08T12:39:56,369 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T12:39:56,369 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-08T12:39:56,369 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5fbdb99fcc7482cd6f31ac3aa66e61e9:B, priority=-2147483648, current under compaction store size is 2 2024-11-08T12:39:56,369 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T12:39:56,369 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-08T12:39:56,369 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5fbdb99fcc7482cd6f31ac3aa66e61e9:C, priority=-2147483648, current under compaction store size is 3 2024-11-08T12:39:56,369 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T12:39:56,371 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49988 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-08T12:39:56,371 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 57308 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-08T12:39:56,371 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HStore(1541): 5fbdb99fcc7482cd6f31ac3aa66e61e9/A is initiating minor compaction (all files) 2024-11-08T12:39:56,371 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HStore(1541): 5fbdb99fcc7482cd6f31ac3aa66e61e9/B is initiating minor compaction (all files) 2024-11-08T12:39:56,371 INFO [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5fbdb99fcc7482cd6f31ac3aa66e61e9/B in TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9. 2024-11-08T12:39:56,371 INFO [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5fbdb99fcc7482cd6f31ac3aa66e61e9/A in TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9. 2024-11-08T12:39:56,371 INFO [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/A/f6ca1035628c4bb6aa3770cc4b91572f, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/A/7425677e511143ab8b66e278b540441b, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/A/04889d517e944d26818d0d3e44647cde, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/A/1e1f432cc886483886a8adbe0231439f] into tmpdir=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/.tmp, totalSize=56.0 K 2024-11-08T12:39:56,371 INFO [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/B/8c1de33afbbc42f391acb1e7d4e2770c, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/B/1a9545f80752461292452267e2ce6d9b, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/B/297d7f3ecc7b4b638269d49cca6a1178, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/B/4077db5a53c14039b0f929c7bbebf3a9] into tmpdir=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/.tmp, totalSize=48.8 K 2024-11-08T12:39:56,372 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] compactions.Compactor(225): Compacting f6ca1035628c4bb6aa3770cc4b91572f, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=331, earliestPutTs=1731069593984 2024-11-08T12:39:56,372 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.Compactor(225): Compacting 8c1de33afbbc42f391acb1e7d4e2770c, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=331, earliestPutTs=1731069593984 2024-11-08T12:39:56,373 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7425677e511143ab8b66e278b540441b, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=353, earliestPutTs=1731069594348 2024-11-08T12:39:56,373 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.Compactor(225): Compacting 1a9545f80752461292452267e2ce6d9b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=353, earliestPutTs=1731069594348 2024-11-08T12:39:56,373 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] compactions.Compactor(225): Compacting 04889d517e944d26818d0d3e44647cde, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=369, earliestPutTs=1731069595012 2024-11-08T12:39:56,374 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.Compactor(225): Compacting 297d7f3ecc7b4b638269d49cca6a1178, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=369, earliestPutTs=1731069595012 2024-11-08T12:39:56,374 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1e1f432cc886483886a8adbe0231439f, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=381, earliestPutTs=1731069595681 2024-11-08T12:39:56,375 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.Compactor(225): Compacting 4077db5a53c14039b0f929c7bbebf3a9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=381, earliestPutTs=1731069595740 2024-11-08T12:39:56,394 INFO [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5fbdb99fcc7482cd6f31ac3aa66e61e9#A#compaction#81 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T12:39:56,395 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/.tmp/A/1770581652ae4b7db05b4b6dbc39d13d is 50, key is test_row_0/A:col10/1731069595746/Put/seqid=0 2024-11-08T12:39:56,403 INFO [RS:0;6ccfea20c990:38479-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5fbdb99fcc7482cd6f31ac3aa66e61e9#B#compaction#82 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T12:39:56,404 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/.tmp/B/8e91c33a1fff4ffbbea9bf1fc07cdc93 is 50, key is test_row_0/B:col10/1731069595746/Put/seqid=0 2024-11-08T12:39:56,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073741918_1094 (size=13221) 2024-11-08T12:39:56,453 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/.tmp/A/1770581652ae4b7db05b4b6dbc39d13d as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/A/1770581652ae4b7db05b4b6dbc39d13d 2024-11-08T12:39:56,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073741919_1095 (size=13221) 2024-11-08T12:39:56,469 INFO [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 5fbdb99fcc7482cd6f31ac3aa66e61e9/A of 5fbdb99fcc7482cd6f31ac3aa66e61e9 into 1770581652ae4b7db05b4b6dbc39d13d(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T12:39:56,469 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5fbdb99fcc7482cd6f31ac3aa66e61e9: 2024-11-08T12:39:56,469 INFO [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., storeName=5fbdb99fcc7482cd6f31ac3aa66e61e9/A, priority=12, startTime=1731069596369; duration=0sec 2024-11-08T12:39:56,470 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T12:39:56,470 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5fbdb99fcc7482cd6f31ac3aa66e61e9:A 2024-11-08T12:39:56,470 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-08T12:39:56,471 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/.tmp/B/8e91c33a1fff4ffbbea9bf1fc07cdc93 as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/B/8e91c33a1fff4ffbbea9bf1fc07cdc93 2024-11-08T12:39:56,475 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49988 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-08T12:39:56,475 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HStore(1541): 5fbdb99fcc7482cd6f31ac3aa66e61e9/C is initiating minor compaction (all files) 2024-11-08T12:39:56,475 INFO [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5fbdb99fcc7482cd6f31ac3aa66e61e9/C in TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9. 2024-11-08T12:39:56,475 INFO [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/C/78116943ec0c4d99922879da8c647c2e, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/C/3ca0bffdd219463ab21863727ff62705, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/C/46e2cbce87cc463d8b7509a4745732fb, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/C/ffa250fecb0140a6ba9f0d9c7d6a7462] into tmpdir=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/.tmp, totalSize=48.8 K 2024-11-08T12:39:56,476 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] compactions.Compactor(225): Compacting 78116943ec0c4d99922879da8c647c2e, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=331, earliestPutTs=1731069593984 2024-11-08T12:39:56,476 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3ca0bffdd219463ab21863727ff62705, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=353, earliestPutTs=1731069594348 2024-11-08T12:39:56,477 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] compactions.Compactor(225): Compacting 46e2cbce87cc463d8b7509a4745732fb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=369, earliestPutTs=1731069595012 2024-11-08T12:39:56,478 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] compactions.Compactor(225): Compacting ffa250fecb0140a6ba9f0d9c7d6a7462, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=381, earliestPutTs=1731069595740 2024-11-08T12:39:56,480 INFO [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 5fbdb99fcc7482cd6f31ac3aa66e61e9/B of 5fbdb99fcc7482cd6f31ac3aa66e61e9 into 8e91c33a1fff4ffbbea9bf1fc07cdc93(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T12:39:56,480 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5fbdb99fcc7482cd6f31ac3aa66e61e9: 2024-11-08T12:39:56,480 INFO [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., storeName=5fbdb99fcc7482cd6f31ac3aa66e61e9/B, priority=12, startTime=1731069596369; duration=0sec 2024-11-08T12:39:56,481 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T12:39:56,481 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5fbdb99fcc7482cd6f31ac3aa66e61e9:B 2024-11-08T12:39:56,498 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-08T12:39:56,498 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 5fbdb99fcc7482cd6f31ac3aa66e61e9 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-08T12:39:56,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(8855): Flush requested on 5fbdb99fcc7482cd6f31ac3aa66e61e9 2024-11-08T12:39:56,505 INFO [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5fbdb99fcc7482cd6f31ac3aa66e61e9#C#compaction#83 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T12:39:56,508 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/.tmp/C/ef711b86fb69462db8577b6675020a66 is 50, key is test_row_0/C:col10/1731069595746/Put/seqid=0 2024-11-08T12:39:56,516 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/.tmp/A/534e255241d44c3a8e4b042a68080d2d is 50, key is test_row_0/A:col10/1731069595858/Put/seqid=0 2024-11-08T12:39:56,522 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:39:56,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56742 deadline: 1731069656519, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:39:56,522 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:39:56,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56776 deadline: 1731069656520, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:39:56,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-08T12:39:56,524 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-08T12:39:56,524 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:39:56,524 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40975 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-08T12:39:56,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40975 {}] procedure2.ProcedureExecutor(1139): Stored pid=23, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees 2024-11-08T12:39:56,529 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:56,529 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:56,529 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:39:56,529 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:56,530 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:56,530 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:39:56,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-08T12:39:56,531 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=23, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-08T12:39:56,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56724 deadline: 1731069656517, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:39:56,533 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:56,533 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:56,533 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:39:56,533 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=23, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-08T12:39:56,533 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=23, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-08T12:39:56,532 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:39:56,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56736 deadline: 1731069656524, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:39:56,534 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:56,534 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:56,534 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:39:56,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073741920_1096 (size=13221) 2024-11-08T12:39:56,551 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/.tmp/C/ef711b86fb69462db8577b6675020a66 as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/C/ef711b86fb69462db8577b6675020a66 2024-11-08T12:39:56,559 INFO [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 5fbdb99fcc7482cd6f31ac3aa66e61e9/C of 5fbdb99fcc7482cd6f31ac3aa66e61e9 into ef711b86fb69462db8577b6675020a66(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T12:39:56,559 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5fbdb99fcc7482cd6f31ac3aa66e61e9: 2024-11-08T12:39:56,559 INFO [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., storeName=5fbdb99fcc7482cd6f31ac3aa66e61e9/C, priority=12, startTime=1731069596369; duration=0sec 2024-11-08T12:39:56,560 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T12:39:56,560 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5fbdb99fcc7482cd6f31ac3aa66e61e9:C 2024-11-08T12:39:56,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073741921_1097 (size=17181) 2024-11-08T12:39:56,569 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=410 (bloomFilter=true), to=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/.tmp/A/534e255241d44c3a8e4b042a68080d2d 2024-11-08T12:39:56,584 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/.tmp/B/ba0d6cfc510140788d5e6df8da57cce8 is 50, key is test_row_0/B:col10/1731069595858/Put/seqid=0 2024-11-08T12:39:56,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073741922_1098 (size=12301) 2024-11-08T12:39:56,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-08T12:39:56,635 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:39:56,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56742 deadline: 1731069656633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:39:56,636 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:56,636 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:56,636 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:39:56,636 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:39:56,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56776 deadline: 1731069656634, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:39:56,637 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:56,637 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:56,637 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:39:56,647 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:39:56,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56736 deadline: 1731069656644, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:39:56,648 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:39:56,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56724 deadline: 1731069656643, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:39:56,648 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:56,648 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:56,648 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:39:56,648 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:56,649 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:56,649 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:39:56,690 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38479 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24 2024-11-08T12:39:56,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9. 2024-11-08T12:39:56,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9. as already flushing 2024-11-08T12:39:56,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9. 2024-11-08T12:39:56,690 ERROR [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] handler.RSProcedureHandler(58): pid=24 java.io.IOException: Unable to complete flush {ENCODED => 5fbdb99fcc7482cd6f31ac3aa66e61e9, NAME => 'TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:39:56,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=24 java.io.IOException: Unable to complete flush {ENCODED => 5fbdb99fcc7482cd6f31ac3aa66e61e9, NAME => 'TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:39:56,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40975 {}] master.HMaster(4177): Remote procedure failed, pid=24 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5fbdb99fcc7482cd6f31ac3aa66e61e9, NAME => 'TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5fbdb99fcc7482cd6f31ac3aa66e61e9, NAME => 'TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:39:56,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-08T12:39:56,844 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:39:56,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56742 deadline: 1731069656843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:39:56,845 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38479 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24 2024-11-08T12:39:56,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9. 2024-11-08T12:39:56,845 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:39:56,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9. as already flushing 2024-11-08T12:39:56,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9. 2024-11-08T12:39:56,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56776 deadline: 1731069656843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:39:56,845 ERROR [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] handler.RSProcedureHandler(58): pid=24 java.io.IOException: Unable to complete flush {ENCODED => 5fbdb99fcc7482cd6f31ac3aa66e61e9, NAME => 'TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:39:56,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=24 java.io.IOException: Unable to complete flush {ENCODED => 5fbdb99fcc7482cd6f31ac3aa66e61e9, NAME => 'TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:39:56,846 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:56,846 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:56,846 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:56,846 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:56,846 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:39:56,846 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:39:56,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40975 {}] master.HMaster(4177): Remote procedure failed, pid=24 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5fbdb99fcc7482cd6f31ac3aa66e61e9, NAME => 'TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5fbdb99fcc7482cd6f31ac3aa66e61e9, NAME => 'TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:39:56,854 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:39:56,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56736 deadline: 1731069656853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:39:56,854 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:56,854 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:56,855 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:39:56,855 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:39:56,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56724 deadline: 1731069656854, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:39:56,856 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:56,856 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:56,856 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:39:56,999 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38479 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24 2024-11-08T12:39:56,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9. 2024-11-08T12:39:56,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9. as already flushing 2024-11-08T12:39:56,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9. 2024-11-08T12:39:56,999 ERROR [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] handler.RSProcedureHandler(58): pid=24 java.io.IOException: Unable to complete flush {ENCODED => 5fbdb99fcc7482cd6f31ac3aa66e61e9, NAME => 'TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:39:56,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=24 java.io.IOException: Unable to complete flush {ENCODED => 5fbdb99fcc7482cd6f31ac3aa66e61e9, NAME => 'TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:39:57,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40975 {}] master.HMaster(4177): Remote procedure failed, pid=24 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5fbdb99fcc7482cd6f31ac3aa66e61e9, NAME => 'TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5fbdb99fcc7482cd6f31ac3aa66e61e9, NAME => 'TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:39:57,009 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=410 (bloomFilter=true), to=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/.tmp/B/ba0d6cfc510140788d5e6df8da57cce8 2024-11-08T12:39:57,035 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/.tmp/C/3e10adf537e245a08038caac0988c4c3 is 50, key is test_row_0/C:col10/1731069595858/Put/seqid=0 2024-11-08T12:39:57,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073741923_1099 (size=12301) 2024-11-08T12:39:57,154 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38479 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24 2024-11-08T12:39:57,154 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:39:57,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9. 2024-11-08T12:39:57,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9. as already flushing 2024-11-08T12:39:57,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9. 2024-11-08T12:39:57,155 ERROR [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] handler.RSProcedureHandler(58): pid=24 java.io.IOException: Unable to complete flush {ENCODED => 5fbdb99fcc7482cd6f31ac3aa66e61e9, NAME => 'TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:39:57,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=24 java.io.IOException: Unable to complete flush {ENCODED => 5fbdb99fcc7482cd6f31ac3aa66e61e9, NAME => 'TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:39:57,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40975 {}] master.HMaster(4177): Remote procedure failed, pid=24 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5fbdb99fcc7482cd6f31ac3aa66e61e9, NAME => 'TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5fbdb99fcc7482cd6f31ac3aa66e61e9, NAME => 'TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:39:57,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56776 deadline: 1731069657154, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:39:57,157 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:57,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-08T12:39:57,157 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:57,157 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:39:57,158 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:39:57,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56742 deadline: 1731069657158, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:39:57,160 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:57,160 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:57,160 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:39:57,164 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:39:57,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56736 deadline: 1731069657163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:39:57,165 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:57,165 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:57,164 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:39:57,165 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:39:57,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56724 deadline: 1731069657163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:39:57,165 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:57,165 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:57,165 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:39:57,310 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38479 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24 2024-11-08T12:39:57,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9. 2024-11-08T12:39:57,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9. as already flushing 2024-11-08T12:39:57,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9. 2024-11-08T12:39:57,310 ERROR [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] handler.RSProcedureHandler(58): pid=24 java.io.IOException: Unable to complete flush {ENCODED => 5fbdb99fcc7482cd6f31ac3aa66e61e9, NAME => 'TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:39:57,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=24 java.io.IOException: Unable to complete flush {ENCODED => 5fbdb99fcc7482cd6f31ac3aa66e61e9, NAME => 'TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:39:57,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40975 {}] master.HMaster(4177): Remote procedure failed, pid=24 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5fbdb99fcc7482cd6f31ac3aa66e61e9, NAME => 'TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5fbdb99fcc7482cd6f31ac3aa66e61e9, NAME => 'TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:39:57,447 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=410 (bloomFilter=true), to=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/.tmp/C/3e10adf537e245a08038caac0988c4c3 2024-11-08T12:39:57,453 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/.tmp/A/534e255241d44c3a8e4b042a68080d2d as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/A/534e255241d44c3a8e4b042a68080d2d 2024-11-08T12:39:57,463 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38479 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24 2024-11-08T12:39:57,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9. 2024-11-08T12:39:57,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9. as already flushing 2024-11-08T12:39:57,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9. 2024-11-08T12:39:57,464 ERROR [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] handler.RSProcedureHandler(58): pid=24 java.io.IOException: Unable to complete flush {ENCODED => 5fbdb99fcc7482cd6f31ac3aa66e61e9, NAME => 'TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:39:57,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=24 java.io.IOException: Unable to complete flush {ENCODED => 5fbdb99fcc7482cd6f31ac3aa66e61e9, NAME => 'TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:39:57,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40975 {}] master.HMaster(4177): Remote procedure failed, pid=24 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5fbdb99fcc7482cd6f31ac3aa66e61e9, NAME => 'TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5fbdb99fcc7482cd6f31ac3aa66e61e9, NAME => 'TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:39:57,466 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/A/534e255241d44c3a8e4b042a68080d2d, entries=250, sequenceid=410, filesize=16.8 K 2024-11-08T12:39:57,468 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/.tmp/B/ba0d6cfc510140788d5e6df8da57cce8 as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/B/ba0d6cfc510140788d5e6df8da57cce8 2024-11-08T12:39:57,477 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/B/ba0d6cfc510140788d5e6df8da57cce8, entries=150, sequenceid=410, filesize=12.0 K 2024-11-08T12:39:57,479 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/.tmp/C/3e10adf537e245a08038caac0988c4c3 as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/C/3e10adf537e245a08038caac0988c4c3 2024-11-08T12:39:57,487 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/C/3e10adf537e245a08038caac0988c4c3, entries=150, sequenceid=410, filesize=12.0 K 2024-11-08T12:39:57,488 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 5fbdb99fcc7482cd6f31ac3aa66e61e9 in 990ms, sequenceid=410, compaction requested=false 2024-11-08T12:39:57,488 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 5fbdb99fcc7482cd6f31ac3aa66e61e9: 2024-11-08T12:39:57,617 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38479 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24 2024-11-08T12:39:57,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9. 2024-11-08T12:39:57,617 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2902): Flushing 5fbdb99fcc7482cd6f31ac3aa66e61e9 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-08T12:39:57,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/.tmp/A/c8ed4e2098724ec8bfbdbb9de4a68407 is 50, key is test_row_0/A:col10/1731069596511/Put/seqid=0 2024-11-08T12:39:57,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073741924_1100 (size=12301) 2024-11-08T12:39:57,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-08T12:39:57,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(8855): Flush requested on 5fbdb99fcc7482cd6f31ac3aa66e61e9 2024-11-08T12:39:57,664 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9. as already flushing 2024-11-08T12:39:57,701 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:39:57,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56736 deadline: 1731069657700, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:39:57,703 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:39:57,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56776 deadline: 1731069657700, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:39:57,704 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:57,704 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:57,704 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:39:57,705 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:57,705 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:57,705 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:39:57,708 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:39:57,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56742 deadline: 1731069657701, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:39:57,708 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:57,708 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:57,708 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:39:57,708 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:39:57,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56724 deadline: 1731069657701, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:39:57,709 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:57,709 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:57,709 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:39:57,827 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:39:57,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56736 deadline: 1731069657825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:39:57,828 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:39:57,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56776 deadline: 1731069657825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:39:57,828 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:39:57,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56724 deadline: 1731069657825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:39:57,828 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:39:57,828 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:57,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56742 deadline: 1731069657825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:39:57,828 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:57,828 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:57,828 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:39:57,828 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:57,828 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:57,829 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:39:57,829 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:57,829 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:39:57,829 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:57,829 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:57,829 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:39:58,027 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=421 (bloomFilter=true), to=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/.tmp/A/c8ed4e2098724ec8bfbdbb9de4a68407 2024-11-08T12:39:58,034 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:39:58,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56724 deadline: 1731069658033, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:39:58,035 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:39:58,035 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:58,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56776 deadline: 1731069658033, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:39:58,035 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:58,035 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:39:58,035 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:58,035 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:58,035 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:39:58,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/.tmp/B/cddb3dafe62b45789a6a00b97e3a3692 is 50, key is test_row_0/B:col10/1731069596511/Put/seqid=0 2024-11-08T12:39:58,039 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:39:58,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56736 deadline: 1731069658033, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:39:58,039 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:39:58,039 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:58,040 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:58,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56742 deadline: 1731069658033, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:39:58,040 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:39:58,040 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:58,040 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:58,040 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:39:58,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073741925_1101 (size=12301) 2024-11-08T12:39:58,047 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=421 (bloomFilter=true), to=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/.tmp/B/cddb3dafe62b45789a6a00b97e3a3692 2024-11-08T12:39:58,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/.tmp/C/22f49bb099ea4554be4224a2370242e1 is 50, key is test_row_0/C:col10/1731069596511/Put/seqid=0 2024-11-08T12:39:58,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073741926_1102 (size=12301) 2024-11-08T12:39:58,349 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:39:58,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56736 deadline: 1731069658344, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:39:58,350 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:39:58,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56724 deadline: 1731069658349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:39:58,350 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:58,350 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:58,350 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:39:58,350 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:58,350 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:58,350 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:39:58,350 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:39:58,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56776 deadline: 1731069658349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:39:58,351 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:58,351 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:58,351 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:39:58,358 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:39:58,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56742 deadline: 1731069658353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:39:58,359 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:58,359 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:58,359 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:39:58,470 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=421 (bloomFilter=true), to=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/.tmp/C/22f49bb099ea4554be4224a2370242e1 2024-11-08T12:39:58,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/.tmp/A/c8ed4e2098724ec8bfbdbb9de4a68407 as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/A/c8ed4e2098724ec8bfbdbb9de4a68407 2024-11-08T12:39:58,492 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/A/c8ed4e2098724ec8bfbdbb9de4a68407, entries=150, sequenceid=421, filesize=12.0 K 2024-11-08T12:39:58,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/.tmp/B/cddb3dafe62b45789a6a00b97e3a3692 as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/B/cddb3dafe62b45789a6a00b97e3a3692 2024-11-08T12:39:58,502 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/B/cddb3dafe62b45789a6a00b97e3a3692, entries=150, sequenceid=421, filesize=12.0 K 2024-11-08T12:39:58,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/.tmp/C/22f49bb099ea4554be4224a2370242e1 as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/C/22f49bb099ea4554be4224a2370242e1 2024-11-08T12:39:58,515 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/C/22f49bb099ea4554be4224a2370242e1, entries=150, sequenceid=421, filesize=12.0 K 2024-11-08T12:39:58,517 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=161.02 KB/164880 for 5fbdb99fcc7482cd6f31ac3aa66e61e9 in 900ms, sequenceid=421, compaction requested=true 2024-11-08T12:39:58,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2603): Flush status journal for 5fbdb99fcc7482cd6f31ac3aa66e61e9: 2024-11-08T12:39:58,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9. 2024-11-08T12:39:58,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=24 2024-11-08T12:39:58,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40975 {}] master.HMaster(4169): Remote procedure done, pid=24 2024-11-08T12:39:58,522 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=23 2024-11-08T12:39:58,522 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=23, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9870 sec 2024-11-08T12:39:58,524 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees in 1.9980 sec 2024-11-08T12:39:58,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-08T12:39:58,683 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-08T12:39:58,684 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40975 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-08T12:39:58,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40975 {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=25, table=TestAcidGuarantees 2024-11-08T12:39:58,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-08T12:39:58,688 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=25, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=25, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-08T12:39:58,690 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=25, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=25, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-08T12:39:58,690 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-08T12:39:58,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-08T12:39:58,844 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38479 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=26 2024-11-08T12:39:58,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9. 2024-11-08T12:39:58,845 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2902): Flushing 5fbdb99fcc7482cd6f31ac3aa66e61e9 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-08T12:39:58,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/.tmp/A/aef3e006ddff4e8d876a1e0fc3e2bff3 is 50, key is test_row_0/A:col10/1731069597699/Put/seqid=0 2024-11-08T12:39:58,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(8855): Flush requested on 5fbdb99fcc7482cd6f31ac3aa66e61e9 2024-11-08T12:39:58,874 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9. as already flushing 2024-11-08T12:39:58,892 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:39:58,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56776 deadline: 1731069658880, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:39:58,892 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:39:58,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56742 deadline: 1731069658883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:39:58,892 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:39:58,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56724 deadline: 1731069658883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:39:58,892 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:39:58,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56736 deadline: 1731069658886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:39:58,893 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:58,893 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:58,893 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:39:58,894 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:58,894 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:58,894 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:39:58,894 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:58,894 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:58,894 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:39:58,894 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:58,894 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:58,894 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:39:58,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073741927_1103 (size=12301) 2024-11-08T12:39:58,906 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=448 (bloomFilter=true), to=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/.tmp/A/aef3e006ddff4e8d876a1e0fc3e2bff3 2024-11-08T12:39:58,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/.tmp/B/763fd150466045578c8d6b6ce7a1d1ad is 50, key is test_row_0/B:col10/1731069597699/Put/seqid=0 2024-11-08T12:39:58,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073741928_1104 (size=12301) 2024-11-08T12:39:58,938 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=448 (bloomFilter=true), to=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/.tmp/B/763fd150466045578c8d6b6ce7a1d1ad 2024-11-08T12:39:58,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/.tmp/C/c326b8b6bcf3451a885ae61c7769bfa9 is 50, key is test_row_0/C:col10/1731069597699/Put/seqid=0 2024-11-08T12:39:58,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073741929_1105 (size=12301) 2024-11-08T12:39:58,989 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=448 (bloomFilter=true), to=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/.tmp/C/c326b8b6bcf3451a885ae61c7769bfa9 2024-11-08T12:39:59,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/.tmp/A/aef3e006ddff4e8d876a1e0fc3e2bff3 as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/A/aef3e006ddff4e8d876a1e0fc3e2bff3 2024-11-08T12:39:59,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-08T12:39:59,014 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:39:59,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56742 deadline: 1731069659004, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:39:59,015 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:39:59,015 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:59,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56724 deadline: 1731069659004, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:39:59,015 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:59,015 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:39:59,015 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:39:59,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56776 deadline: 1731069659004, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:39:59,016 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:59,016 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:59,016 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:39:59,016 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:39:59,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56736 deadline: 1731069659005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:39:59,016 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:59,016 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:59,016 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:39:59,017 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:59,017 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:59,017 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:39:59,025 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/A/aef3e006ddff4e8d876a1e0fc3e2bff3, entries=150, sequenceid=448, filesize=12.0 K 2024-11-08T12:39:59,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/.tmp/B/763fd150466045578c8d6b6ce7a1d1ad as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/B/763fd150466045578c8d6b6ce7a1d1ad 2024-11-08T12:39:59,041 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/B/763fd150466045578c8d6b6ce7a1d1ad, entries=150, sequenceid=448, filesize=12.0 K 2024-11-08T12:39:59,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/.tmp/C/c326b8b6bcf3451a885ae61c7769bfa9 as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/C/c326b8b6bcf3451a885ae61c7769bfa9 2024-11-08T12:39:59,060 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/C/c326b8b6bcf3451a885ae61c7769bfa9, entries=150, sequenceid=448, filesize=12.0 K 2024-11-08T12:39:59,062 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(3140): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for 5fbdb99fcc7482cd6f31ac3aa66e61e9 in 218ms, sequenceid=448, compaction requested=true 2024-11-08T12:39:59,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for 5fbdb99fcc7482cd6f31ac3aa66e61e9: 2024-11-08T12:39:59,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9. 2024-11-08T12:39:59,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-11-08T12:39:59,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40975 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-11-08T12:39:59,066 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=26, resume processing ppid=25 2024-11-08T12:39:59,066 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 374 msec 2024-11-08T12:39:59,073 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=25, table=TestAcidGuarantees in 386 msec 2024-11-08T12:39:59,225 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-08T12:39:59,226 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 5fbdb99fcc7482cd6f31ac3aa66e61e9 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-08T12:39:59,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(8855): Flush requested on 5fbdb99fcc7482cd6f31ac3aa66e61e9 2024-11-08T12:39:59,231 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/.tmp/A/557b69647e494d37943abe19e9cad439 is 50, key is test_row_0/A:col10/1731069598882/Put/seqid=0 2024-11-08T12:39:59,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073741930_1106 (size=19621) 2024-11-08T12:39:59,248 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=460 (bloomFilter=true), to=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/.tmp/A/557b69647e494d37943abe19e9cad439 2024-11-08T12:39:59,259 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/.tmp/B/9d2ca1d9ce3944da99a83becff31e0de is 50, key is test_row_0/B:col10/1731069598882/Put/seqid=0 2024-11-08T12:39:59,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073741931_1107 (size=12301) 2024-11-08T12:39:59,274 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=460 (bloomFilter=true), to=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/.tmp/B/9d2ca1d9ce3944da99a83becff31e0de 2024-11-08T12:39:59,288 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/.tmp/C/25b1c6924bd849f6a347ab7509ff7f07 is 50, key is test_row_0/C:col10/1731069598882/Put/seqid=0 2024-11-08T12:39:59,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-08T12:39:59,315 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-08T12:39:59,316 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40975 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-08T12:39:59,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40975 {}] procedure2.ProcedureExecutor(1139): Stored pid=27, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=27, table=TestAcidGuarantees 2024-11-08T12:39:59,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-11-08T12:39:59,319 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=27, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=27, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-08T12:39:59,320 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=27, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=27, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-08T12:39:59,320 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=28, ppid=27, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-08T12:39:59,323 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:39:59,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56776 deadline: 1731069659311, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:39:59,323 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:59,323 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:39:59,324 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:59,324 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:39:59,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56742 deadline: 1731069659313, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:39:59,324 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:59,324 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:59,324 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:39:59,324 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:39:59,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56724 deadline: 1731069659315, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:39:59,325 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:59,325 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:39:59,325 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:59,325 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:39:59,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56736 deadline: 1731069659318, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:39:59,326 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:59,326 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:59,326 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:39:59,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073741932_1108 (size=12301) 2024-11-08T12:39:59,327 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=460 (bloomFilter=true), to=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/.tmp/C/25b1c6924bd849f6a347ab7509ff7f07 2024-11-08T12:39:59,333 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/.tmp/A/557b69647e494d37943abe19e9cad439 as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/A/557b69647e494d37943abe19e9cad439 2024-11-08T12:39:59,344 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/A/557b69647e494d37943abe19e9cad439, entries=300, sequenceid=460, filesize=19.2 K 2024-11-08T12:39:59,345 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/.tmp/B/9d2ca1d9ce3944da99a83becff31e0de as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/B/9d2ca1d9ce3944da99a83becff31e0de 2024-11-08T12:39:59,353 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/B/9d2ca1d9ce3944da99a83becff31e0de, entries=150, sequenceid=460, filesize=12.0 K 2024-11-08T12:39:59,355 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/.tmp/C/25b1c6924bd849f6a347ab7509ff7f07 as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/C/25b1c6924bd849f6a347ab7509ff7f07 2024-11-08T12:39:59,368 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/C/25b1c6924bd849f6a347ab7509ff7f07, entries=150, sequenceid=460, filesize=12.0 K 2024-11-08T12:39:59,369 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 5fbdb99fcc7482cd6f31ac3aa66e61e9 in 144ms, sequenceid=460, compaction requested=true 2024-11-08T12:39:59,369 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 5fbdb99fcc7482cd6f31ac3aa66e61e9: 2024-11-08T12:39:59,369 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5fbdb99fcc7482cd6f31ac3aa66e61e9:A, priority=-2147483648, current under compaction store size is 1 2024-11-08T12:39:59,370 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T12:39:59,370 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-08T12:39:59,370 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-08T12:39:59,370 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5fbdb99fcc7482cd6f31ac3aa66e61e9:B, priority=-2147483648, current under compaction store size is 2 2024-11-08T12:39:59,371 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T12:39:59,371 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5fbdb99fcc7482cd6f31ac3aa66e61e9:C, priority=-2147483648, current under compaction store size is 3 2024-11-08T12:39:59,371 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T12:39:59,374 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 62425 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-08T12:39:59,374 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HStore(1541): 5fbdb99fcc7482cd6f31ac3aa66e61e9/B is initiating minor compaction (all files) 2024-11-08T12:39:59,374 INFO [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5fbdb99fcc7482cd6f31ac3aa66e61e9/B in TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9. 2024-11-08T12:39:59,374 INFO [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/B/8e91c33a1fff4ffbbea9bf1fc07cdc93, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/B/ba0d6cfc510140788d5e6df8da57cce8, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/B/cddb3dafe62b45789a6a00b97e3a3692, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/B/763fd150466045578c8d6b6ce7a1d1ad, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/B/9d2ca1d9ce3944da99a83becff31e0de] into tmpdir=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/.tmp, totalSize=61.0 K 2024-11-08T12:39:59,375 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 74625 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-08T12:39:59,375 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HStore(1541): 5fbdb99fcc7482cd6f31ac3aa66e61e9/A is initiating minor compaction (all files) 2024-11-08T12:39:59,375 INFO [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5fbdb99fcc7482cd6f31ac3aa66e61e9/A in TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9. 2024-11-08T12:39:59,375 INFO [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/A/1770581652ae4b7db05b4b6dbc39d13d, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/A/534e255241d44c3a8e4b042a68080d2d, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/A/c8ed4e2098724ec8bfbdbb9de4a68407, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/A/aef3e006ddff4e8d876a1e0fc3e2bff3, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/A/557b69647e494d37943abe19e9cad439] into tmpdir=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/.tmp, totalSize=72.9 K 2024-11-08T12:39:59,376 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1770581652ae4b7db05b4b6dbc39d13d, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=381, earliestPutTs=1731069595740 2024-11-08T12:39:59,377 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] compactions.Compactor(225): Compacting 534e255241d44c3a8e4b042a68080d2d, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=410, earliestPutTs=1731069595858 2024-11-08T12:39:59,377 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.Compactor(225): Compacting 8e91c33a1fff4ffbbea9bf1fc07cdc93, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=381, earliestPutTs=1731069595740 2024-11-08T12:39:59,377 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] compactions.Compactor(225): Compacting c8ed4e2098724ec8bfbdbb9de4a68407, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=421, earliestPutTs=1731069596500 2024-11-08T12:39:59,377 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.Compactor(225): Compacting ba0d6cfc510140788d5e6df8da57cce8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=410, earliestPutTs=1731069595858 2024-11-08T12:39:59,377 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] compactions.Compactor(225): Compacting aef3e006ddff4e8d876a1e0fc3e2bff3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=448, earliestPutTs=1731069597698 2024-11-08T12:39:59,378 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.Compactor(225): Compacting cddb3dafe62b45789a6a00b97e3a3692, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=421, earliestPutTs=1731069596500 2024-11-08T12:39:59,378 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.Compactor(225): Compacting 763fd150466045578c8d6b6ce7a1d1ad, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=448, earliestPutTs=1731069597698 2024-11-08T12:39:59,378 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] compactions.Compactor(225): Compacting 557b69647e494d37943abe19e9cad439, keycount=300, bloomtype=ROW, size=19.2 K, encoding=NONE, compression=NONE, seqNum=460, earliestPutTs=1731069598879 2024-11-08T12:39:59,379 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.Compactor(225): Compacting 9d2ca1d9ce3944da99a83becff31e0de, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=460, earliestPutTs=1731069598882 2024-11-08T12:39:59,393 INFO [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5fbdb99fcc7482cd6f31ac3aa66e61e9#A#compaction#96 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T12:39:59,394 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/.tmp/A/5727d2a11eea497d86ea25dc6806c0ca is 50, key is test_row_0/A:col10/1731069598882/Put/seqid=0 2024-11-08T12:39:59,397 INFO [RS:0;6ccfea20c990:38479-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5fbdb99fcc7482cd6f31ac3aa66e61e9#B#compaction#97 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T12:39:59,398 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/.tmp/B/bd4727aaad574b57ab49f6967baa6cc5 is 50, key is test_row_0/B:col10/1731069598882/Put/seqid=0 2024-11-08T12:39:59,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-11-08T12:39:59,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073741933_1109 (size=13391) 2024-11-08T12:39:59,435 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/.tmp/B/bd4727aaad574b57ab49f6967baa6cc5 as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/B/bd4727aaad574b57ab49f6967baa6cc5 2024-11-08T12:39:59,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(8855): Flush requested on 5fbdb99fcc7482cd6f31ac3aa66e61e9 2024-11-08T12:39:59,438 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-08T12:39:59,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073741934_1110 (size=13391) 2024-11-08T12:39:59,438 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 5fbdb99fcc7482cd6f31ac3aa66e61e9 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-08T12:39:59,443 INFO [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in 5fbdb99fcc7482cd6f31ac3aa66e61e9/B of 5fbdb99fcc7482cd6f31ac3aa66e61e9 into bd4727aaad574b57ab49f6967baa6cc5(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T12:39:59,443 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5fbdb99fcc7482cd6f31ac3aa66e61e9: 2024-11-08T12:39:59,443 INFO [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., storeName=5fbdb99fcc7482cd6f31ac3aa66e61e9/B, priority=11, startTime=1731069599370; duration=0sec 2024-11-08T12:39:59,444 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T12:39:59,444 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5fbdb99fcc7482cd6f31ac3aa66e61e9:B 2024-11-08T12:39:59,444 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-08T12:39:59,447 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/.tmp/A/5727d2a11eea497d86ea25dc6806c0ca as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/A/5727d2a11eea497d86ea25dc6806c0ca 2024-11-08T12:39:59,450 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 62425 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-08T12:39:59,450 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HStore(1541): 5fbdb99fcc7482cd6f31ac3aa66e61e9/C is initiating minor compaction (all files) 2024-11-08T12:39:59,450 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/.tmp/A/0fe484bc29a04887991f61bd8a1c7174 is 50, key is test_row_0/A:col10/1731069599437/Put/seqid=0 2024-11-08T12:39:59,450 INFO [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5fbdb99fcc7482cd6f31ac3aa66e61e9/C in TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9. 2024-11-08T12:39:59,451 INFO [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/C/ef711b86fb69462db8577b6675020a66, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/C/3e10adf537e245a08038caac0988c4c3, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/C/22f49bb099ea4554be4224a2370242e1, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/C/c326b8b6bcf3451a885ae61c7769bfa9, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/C/25b1c6924bd849f6a347ab7509ff7f07] into tmpdir=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/.tmp, totalSize=61.0 K 2024-11-08T12:39:59,452 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.Compactor(225): Compacting ef711b86fb69462db8577b6675020a66, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=381, earliestPutTs=1731069595740 2024-11-08T12:39:59,455 INFO [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in 5fbdb99fcc7482cd6f31ac3aa66e61e9/A of 5fbdb99fcc7482cd6f31ac3aa66e61e9 into 5727d2a11eea497d86ea25dc6806c0ca(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T12:39:59,455 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.Compactor(225): Compacting 3e10adf537e245a08038caac0988c4c3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=410, earliestPutTs=1731069595858 2024-11-08T12:39:59,455 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5fbdb99fcc7482cd6f31ac3aa66e61e9: 2024-11-08T12:39:59,455 INFO [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., storeName=5fbdb99fcc7482cd6f31ac3aa66e61e9/A, priority=11, startTime=1731069599369; duration=0sec 2024-11-08T12:39:59,455 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T12:39:59,455 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5fbdb99fcc7482cd6f31ac3aa66e61e9:A 2024-11-08T12:39:59,455 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.Compactor(225): Compacting 22f49bb099ea4554be4224a2370242e1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=421, earliestPutTs=1731069596500 2024-11-08T12:39:59,456 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.Compactor(225): Compacting c326b8b6bcf3451a885ae61c7769bfa9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=448, earliestPutTs=1731069597698 2024-11-08T12:39:59,456 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.Compactor(225): Compacting 25b1c6924bd849f6a347ab7509ff7f07, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=460, earliestPutTs=1731069598882 2024-11-08T12:39:59,464 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:39:59,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56724 deadline: 1731069659459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:39:59,465 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:59,465 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:59,465 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:39:59,465 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:39:59,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56742 deadline: 1731069659459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:39:59,465 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:59,465 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:59,465 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:39:59,468 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:39:59,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56736 deadline: 1731069659461, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:39:59,469 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:59,469 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:59,469 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:39:59,470 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:39:59,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56776 deadline: 1731069659464, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:39:59,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073741935_1111 (size=12301) 2024-11-08T12:39:59,474 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=487 (bloomFilter=true), to=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/.tmp/A/0fe484bc29a04887991f61bd8a1c7174 2024-11-08T12:39:59,474 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:59,475 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:59,475 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:39:59,479 INFO [RS:0;6ccfea20c990:38479-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5fbdb99fcc7482cd6f31ac3aa66e61e9#C#compaction#99 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T12:39:59,480 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/.tmp/C/d49fca9b767b44f3989403d7513e93ec is 50, key is test_row_0/C:col10/1731069598882/Put/seqid=0 2024-11-08T12:39:59,481 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38479 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=28 2024-11-08T12:39:59,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9. 2024-11-08T12:39:59,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9. as already flushing 2024-11-08T12:39:59,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9. 2024-11-08T12:39:59,481 ERROR [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] handler.RSProcedureHandler(58): pid=28 java.io.IOException: Unable to complete flush {ENCODED => 5fbdb99fcc7482cd6f31ac3aa66e61e9, NAME => 'TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:39:59,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=28 java.io.IOException: Unable to complete flush {ENCODED => 5fbdb99fcc7482cd6f31ac3aa66e61e9, NAME => 'TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:39:59,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40975 {}] master.HMaster(4177): Remote procedure failed, pid=28 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5fbdb99fcc7482cd6f31ac3aa66e61e9, NAME => 'TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5fbdb99fcc7482cd6f31ac3aa66e61e9, NAME => 'TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:39:59,503 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/.tmp/B/84b9f466cc9841d0a2bd8031c7dd8c7a is 50, key is test_row_0/B:col10/1731069599437/Put/seqid=0 2024-11-08T12:39:59,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073741936_1112 (size=13391) 2024-11-08T12:39:59,524 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/.tmp/C/d49fca9b767b44f3989403d7513e93ec as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/C/d49fca9b767b44f3989403d7513e93ec 2024-11-08T12:39:59,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073741937_1113 (size=12301) 2024-11-08T12:39:59,532 INFO [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in 5fbdb99fcc7482cd6f31ac3aa66e61e9/C of 5fbdb99fcc7482cd6f31ac3aa66e61e9 into d49fca9b767b44f3989403d7513e93ec(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T12:39:59,532 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=487 (bloomFilter=true), to=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/.tmp/B/84b9f466cc9841d0a2bd8031c7dd8c7a 2024-11-08T12:39:59,532 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5fbdb99fcc7482cd6f31ac3aa66e61e9: 2024-11-08T12:39:59,532 INFO [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., storeName=5fbdb99fcc7482cd6f31ac3aa66e61e9/C, priority=11, startTime=1731069599371; duration=0sec 2024-11-08T12:39:59,533 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T12:39:59,533 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5fbdb99fcc7482cd6f31ac3aa66e61e9:C 2024-11-08T12:39:59,542 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/.tmp/C/0ef550f414ec4aa4a5f6a99d73735d29 is 50, key is test_row_0/C:col10/1731069599437/Put/seqid=0 2024-11-08T12:39:59,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073741938_1114 (size=12301) 2024-11-08T12:39:59,574 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:39:59,574 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:39:59,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56724 deadline: 1731069659573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:39:59,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56742 deadline: 1731069659573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:39:59,574 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:39:59,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56736 deadline: 1731069659573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:39:59,575 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:59,575 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:59,575 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:59,575 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:59,575 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:39:59,575 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:39:59,579 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:59,579 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:59,579 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:39:59,584 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:39:59,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56776 deadline: 1731069659583, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:39:59,584 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:59,584 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:59,584 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:39:59,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-11-08T12:39:59,636 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38479 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=28 2024-11-08T12:39:59,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9. 2024-11-08T12:39:59,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9. as already flushing 2024-11-08T12:39:59,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9. 2024-11-08T12:39:59,636 ERROR [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] handler.RSProcedureHandler(58): pid=28 java.io.IOException: Unable to complete flush {ENCODED => 5fbdb99fcc7482cd6f31ac3aa66e61e9, NAME => 'TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:39:59,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=28 java.io.IOException: Unable to complete flush {ENCODED => 5fbdb99fcc7482cd6f31ac3aa66e61e9, NAME => 'TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:39:59,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40975 {}] master.HMaster(4177): Remote procedure failed, pid=28 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5fbdb99fcc7482cd6f31ac3aa66e61e9, NAME => 'TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5fbdb99fcc7482cd6f31ac3aa66e61e9, NAME => 'TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:39:59,786 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:39:59,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56742 deadline: 1731069659783, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:39:59,787 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:39:59,787 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:59,787 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:59,787 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:39:59,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56724 deadline: 1731069659783, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:39:59,787 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:39:59,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56736 deadline: 1731069659783, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:39:59,788 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38479 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=28 2024-11-08T12:39:59,788 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:59,789 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:59,789 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:39:59,789 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:59,789 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:59,789 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:39:59,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9. 2024-11-08T12:39:59,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9. as already flushing 2024-11-08T12:39:59,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9. 2024-11-08T12:39:59,789 ERROR [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] handler.RSProcedureHandler(58): pid=28 java.io.IOException: Unable to complete flush {ENCODED => 5fbdb99fcc7482cd6f31ac3aa66e61e9, NAME => 'TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:39:59,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=28 java.io.IOException: Unable to complete flush {ENCODED => 5fbdb99fcc7482cd6f31ac3aa66e61e9, NAME => 'TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:39:59,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40975 {}] master.HMaster(4177): Remote procedure failed, pid=28 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5fbdb99fcc7482cd6f31ac3aa66e61e9, NAME => 'TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5fbdb99fcc7482cd6f31ac3aa66e61e9, NAME => 'TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:39:59,793 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:39:59,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56776 deadline: 1731069659793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:39:59,794 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:59,794 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:39:59,794 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:39:59,942 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38479 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=28 2024-11-08T12:39:59,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9. 2024-11-08T12:39:59,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9. as already flushing 2024-11-08T12:39:59,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9. 2024-11-08T12:39:59,942 ERROR [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] handler.RSProcedureHandler(58): pid=28 java.io.IOException: Unable to complete flush {ENCODED => 5fbdb99fcc7482cd6f31ac3aa66e61e9, NAME => 'TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:39:59,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=28 java.io.IOException: Unable to complete flush {ENCODED => 5fbdb99fcc7482cd6f31ac3aa66e61e9, NAME => 'TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:39:59,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-11-08T12:39:59,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] master.HMaster(4177): Remote procedure failed, pid=28 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5fbdb99fcc7482cd6f31ac3aa66e61e9, NAME => 'TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5fbdb99fcc7482cd6f31ac3aa66e61e9, NAME => 'TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:39:59,959 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=487 (bloomFilter=true), to=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/.tmp/C/0ef550f414ec4aa4a5f6a99d73735d29 2024-11-08T12:39:59,967 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/.tmp/A/0fe484bc29a04887991f61bd8a1c7174 as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/A/0fe484bc29a04887991f61bd8a1c7174 2024-11-08T12:39:59,973 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/A/0fe484bc29a04887991f61bd8a1c7174, entries=150, sequenceid=487, filesize=12.0 K 2024-11-08T12:39:59,975 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/.tmp/B/84b9f466cc9841d0a2bd8031c7dd8c7a as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/B/84b9f466cc9841d0a2bd8031c7dd8c7a 2024-11-08T12:39:59,982 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/B/84b9f466cc9841d0a2bd8031c7dd8c7a, entries=150, sequenceid=487, filesize=12.0 K 2024-11-08T12:39:59,983 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/.tmp/C/0ef550f414ec4aa4a5f6a99d73735d29 as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/C/0ef550f414ec4aa4a5f6a99d73735d29 2024-11-08T12:39:59,990 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/C/0ef550f414ec4aa4a5f6a99d73735d29, entries=150, sequenceid=487, filesize=12.0 K 2024-11-08T12:39:59,991 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 5fbdb99fcc7482cd6f31ac3aa66e61e9 in 553ms, sequenceid=487, compaction requested=false 2024-11-08T12:39:59,991 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 5fbdb99fcc7482cd6f31ac3aa66e61e9: 2024-11-08T12:40:00,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(8855): Flush requested on 5fbdb99fcc7482cd6f31ac3aa66e61e9 2024-11-08T12:40:00,035 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-08T12:40:00,035 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 5fbdb99fcc7482cd6f31ac3aa66e61e9 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-08T12:40:00,042 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/.tmp/A/a24b80452b8c4c749f236c4f261c1393 is 50, key is test_row_0/A:col10/1731069600033/Put/seqid=0 2024-11-08T12:40:00,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073741939_1115 (size=14741) 2024-11-08T12:40:00,096 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38479 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=28 2024-11-08T12:40:00,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9. 2024-11-08T12:40:00,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9. as already flushing 2024-11-08T12:40:00,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9. 2024-11-08T12:40:00,097 ERROR [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] handler.RSProcedureHandler(58): pid=28 java.io.IOException: Unable to complete flush {ENCODED => 5fbdb99fcc7482cd6f31ac3aa66e61e9, NAME => 'TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:40:00,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=28 java.io.IOException: Unable to complete flush {ENCODED => 5fbdb99fcc7482cd6f31ac3aa66e61e9, NAME => 'TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:40:00,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] master.HMaster(4177): Remote procedure failed, pid=28 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5fbdb99fcc7482cd6f31ac3aa66e61e9, NAME => 'TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5fbdb99fcc7482cd6f31ac3aa66e61e9, NAME => 'TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:40:00,112 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:00,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56742 deadline: 1731069660109, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:00,112 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:00,112 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:00,113 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:40:00,114 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:00,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56736 deadline: 1731069660110, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:00,115 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:00,115 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:00,115 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:00,115 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:40:00,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56724 deadline: 1731069660111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:00,115 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:00,115 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:00,115 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:40:00,116 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:00,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56764 deadline: 1731069660112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:00,117 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:00,117 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:00,117 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:00,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56776 deadline: 1731069660112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:00,117 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:40:00,117 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:00,117 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:00,117 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:40:00,226 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:00,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56742 deadline: 1731069660223, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:00,226 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:00,227 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:00,227 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:40:00,229 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:00,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56724 deadline: 1731069660223, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:00,230 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:00,230 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:00,230 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:00,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56736 deadline: 1731069660223, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:00,230 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:40:00,230 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:00,230 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:00,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56764 deadline: 1731069660223, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:00,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56776 deadline: 1731069660223, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:00,231 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:00,231 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:00,231 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:40:00,232 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:00,232 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:00,232 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:40:00,232 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:00,232 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:00,232 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:40:00,249 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38479 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=28 2024-11-08T12:40:00,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9. 2024-11-08T12:40:00,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9. as already flushing 2024-11-08T12:40:00,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9. 2024-11-08T12:40:00,250 ERROR [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] handler.RSProcedureHandler(58): pid=28 java.io.IOException: Unable to complete flush {ENCODED => 5fbdb99fcc7482cd6f31ac3aa66e61e9, NAME => 'TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:40:00,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=28 java.io.IOException: Unable to complete flush {ENCODED => 5fbdb99fcc7482cd6f31ac3aa66e61e9, NAME => 'TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:40:00,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] master.HMaster(4177): Remote procedure failed, pid=28 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5fbdb99fcc7482cd6f31ac3aa66e61e9, NAME => 'TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5fbdb99fcc7482cd6f31ac3aa66e61e9, NAME => 'TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:40:00,401 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38479 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=28 2024-11-08T12:40:00,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9. 2024-11-08T12:40:00,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9. as already flushing 2024-11-08T12:40:00,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9. 2024-11-08T12:40:00,402 ERROR [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] handler.RSProcedureHandler(58): pid=28 java.io.IOException: Unable to complete flush {ENCODED => 5fbdb99fcc7482cd6f31ac3aa66e61e9, NAME => 'TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:40:00,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=28 java.io.IOException: Unable to complete flush {ENCODED => 5fbdb99fcc7482cd6f31ac3aa66e61e9, NAME => 'TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:40:00,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] master.HMaster(4177): Remote procedure failed, pid=28 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5fbdb99fcc7482cd6f31ac3aa66e61e9, NAME => 'TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5fbdb99fcc7482cd6f31ac3aa66e61e9, NAME => 'TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:40:00,434 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:00,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56742 deadline: 1731069660432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:00,434 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:00,434 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:00,434 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:40:00,444 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:00,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56724 deadline: 1731069660443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:00,444 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:00,444 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:00,444 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:00,444 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:40:00,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56776 deadline: 1731069660443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:00,445 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:00,445 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:00,445 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:00,445 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:40:00,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56736 deadline: 1731069660443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:00,445 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:00,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56764 deadline: 1731069660443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:00,445 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:00,445 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:00,445 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:40:00,445 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:00,445 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:00,445 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:40:00,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-11-08T12:40:00,454 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=500 (bloomFilter=true), to=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/.tmp/A/a24b80452b8c4c749f236c4f261c1393 2024-11-08T12:40:00,463 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/.tmp/B/8552d8f7ef27430d8ccbc23ac68658da is 50, key is test_row_0/B:col10/1731069600033/Put/seqid=0 2024-11-08T12:40:00,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073741940_1116 (size=12301) 2024-11-08T12:40:00,469 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=500 (bloomFilter=true), to=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/.tmp/B/8552d8f7ef27430d8ccbc23ac68658da 2024-11-08T12:40:00,478 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/.tmp/C/9515fad95c734cc5a247a7410cf707f3 is 50, key is test_row_0/C:col10/1731069600033/Put/seqid=0 2024-11-08T12:40:00,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073741941_1117 (size=12301) 2024-11-08T12:40:00,483 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=500 (bloomFilter=true), to=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/.tmp/C/9515fad95c734cc5a247a7410cf707f3 2024-11-08T12:40:00,490 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/.tmp/A/a24b80452b8c4c749f236c4f261c1393 as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/A/a24b80452b8c4c749f236c4f261c1393 2024-11-08T12:40:00,497 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/A/a24b80452b8c4c749f236c4f261c1393, entries=200, sequenceid=500, filesize=14.4 K 2024-11-08T12:40:00,498 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/.tmp/B/8552d8f7ef27430d8ccbc23ac68658da as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/B/8552d8f7ef27430d8ccbc23ac68658da 2024-11-08T12:40:00,505 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/B/8552d8f7ef27430d8ccbc23ac68658da, entries=150, sequenceid=500, filesize=12.0 K 2024-11-08T12:40:00,506 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/.tmp/C/9515fad95c734cc5a247a7410cf707f3 as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/C/9515fad95c734cc5a247a7410cf707f3 2024-11-08T12:40:00,511 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/C/9515fad95c734cc5a247a7410cf707f3, entries=150, sequenceid=500, filesize=12.0 K 2024-11-08T12:40:00,512 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for 5fbdb99fcc7482cd6f31ac3aa66e61e9 in 477ms, sequenceid=500, compaction requested=true 2024-11-08T12:40:00,512 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 5fbdb99fcc7482cd6f31ac3aa66e61e9: 2024-11-08T12:40:00,512 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5fbdb99fcc7482cd6f31ac3aa66e61e9:A, priority=-2147483648, current under compaction store size is 1 2024-11-08T12:40:00,512 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T12:40:00,512 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T12:40:00,512 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T12:40:00,512 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5fbdb99fcc7482cd6f31ac3aa66e61e9:B, priority=-2147483648, current under compaction store size is 2 2024-11-08T12:40:00,512 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T12:40:00,512 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5fbdb99fcc7482cd6f31ac3aa66e61e9:C, priority=-2147483648, current under compaction store size is 3 2024-11-08T12:40:00,512 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T12:40:00,513 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37993 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T12:40:00,514 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HStore(1541): 5fbdb99fcc7482cd6f31ac3aa66e61e9/B is initiating minor compaction (all files) 2024-11-08T12:40:00,514 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40433 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T12:40:00,514 INFO [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5fbdb99fcc7482cd6f31ac3aa66e61e9/B in TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9. 2024-11-08T12:40:00,514 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HStore(1541): 5fbdb99fcc7482cd6f31ac3aa66e61e9/A is initiating minor compaction (all files) 2024-11-08T12:40:00,514 INFO [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5fbdb99fcc7482cd6f31ac3aa66e61e9/A in TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9. 2024-11-08T12:40:00,514 INFO [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/B/bd4727aaad574b57ab49f6967baa6cc5, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/B/84b9f466cc9841d0a2bd8031c7dd8c7a, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/B/8552d8f7ef27430d8ccbc23ac68658da] into tmpdir=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/.tmp, totalSize=37.1 K 2024-11-08T12:40:00,514 INFO [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/A/5727d2a11eea497d86ea25dc6806c0ca, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/A/0fe484bc29a04887991f61bd8a1c7174, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/A/a24b80452b8c4c749f236c4f261c1393] into tmpdir=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/.tmp, totalSize=39.5 K 2024-11-08T12:40:00,514 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.Compactor(225): Compacting bd4727aaad574b57ab49f6967baa6cc5, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=460, earliestPutTs=1731069598882 2024-11-08T12:40:00,514 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5727d2a11eea497d86ea25dc6806c0ca, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=460, earliestPutTs=1731069598882 2024-11-08T12:40:00,514 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.Compactor(225): Compacting 84b9f466cc9841d0a2bd8031c7dd8c7a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=487, earliestPutTs=1731069599299 2024-11-08T12:40:00,515 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0fe484bc29a04887991f61bd8a1c7174, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=487, earliestPutTs=1731069599299 2024-11-08T12:40:00,515 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.Compactor(225): Compacting 8552d8f7ef27430d8ccbc23ac68658da, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=500, earliestPutTs=1731069599457 2024-11-08T12:40:00,515 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] compactions.Compactor(225): Compacting a24b80452b8c4c749f236c4f261c1393, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=500, earliestPutTs=1731069599457 2024-11-08T12:40:00,523 INFO [RS:0;6ccfea20c990:38479-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5fbdb99fcc7482cd6f31ac3aa66e61e9#B#compaction#105 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T12:40:00,524 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/.tmp/B/9bcaf63880fc47098b3fbc4f855541cd is 50, key is test_row_0/B:col10/1731069600033/Put/seqid=0 2024-11-08T12:40:00,527 INFO [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5fbdb99fcc7482cd6f31ac3aa66e61e9#A#compaction#106 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T12:40:00,528 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/.tmp/A/1e198e107b264c1d88d2fabb5f46c556 is 50, key is test_row_0/A:col10/1731069600033/Put/seqid=0 2024-11-08T12:40:00,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073741943_1119 (size=13493) 2024-11-08T12:40:00,555 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/.tmp/A/1e198e107b264c1d88d2fabb5f46c556 as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/A/1e198e107b264c1d88d2fabb5f46c556 2024-11-08T12:40:00,556 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38479 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=28 2024-11-08T12:40:00,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9. 2024-11-08T12:40:00,556 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegion(2902): Flushing 5fbdb99fcc7482cd6f31ac3aa66e61e9 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-08T12:40:00,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073741942_1118 (size=13493) 2024-11-08T12:40:00,566 INFO [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5fbdb99fcc7482cd6f31ac3aa66e61e9/A of 5fbdb99fcc7482cd6f31ac3aa66e61e9 into 1e198e107b264c1d88d2fabb5f46c556(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T12:40:00,566 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5fbdb99fcc7482cd6f31ac3aa66e61e9: 2024-11-08T12:40:00,566 INFO [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., storeName=5fbdb99fcc7482cd6f31ac3aa66e61e9/A, priority=13, startTime=1731069600512; duration=0sec 2024-11-08T12:40:00,567 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T12:40:00,567 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5fbdb99fcc7482cd6f31ac3aa66e61e9:A 2024-11-08T12:40:00,567 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T12:40:00,569 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37993 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T12:40:00,569 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HStore(1541): 5fbdb99fcc7482cd6f31ac3aa66e61e9/C is initiating minor compaction (all files) 2024-11-08T12:40:00,569 INFO [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5fbdb99fcc7482cd6f31ac3aa66e61e9/C in TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9. 2024-11-08T12:40:00,570 INFO [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/C/d49fca9b767b44f3989403d7513e93ec, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/C/0ef550f414ec4aa4a5f6a99d73735d29, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/C/9515fad95c734cc5a247a7410cf707f3] into tmpdir=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/.tmp, totalSize=37.1 K 2024-11-08T12:40:00,572 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] compactions.Compactor(225): Compacting d49fca9b767b44f3989403d7513e93ec, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=460, earliestPutTs=1731069598882 2024-11-08T12:40:00,572 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0ef550f414ec4aa4a5f6a99d73735d29, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=487, earliestPutTs=1731069599299 2024-11-08T12:40:00,572 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9515fad95c734cc5a247a7410cf707f3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=500, earliestPutTs=1731069599457 2024-11-08T12:40:00,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/.tmp/A/0a6f569453914b059979edf01b685229 is 50, key is test_row_0/A:col10/1731069600104/Put/seqid=0 2024-11-08T12:40:00,592 INFO [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5fbdb99fcc7482cd6f31ac3aa66e61e9#C#compaction#108 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T12:40:00,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073741944_1120 (size=12301) 2024-11-08T12:40:00,593 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/.tmp/C/c2d29846f17a4bf98474e42b68c7f8bd is 50, key is test_row_0/C:col10/1731069600033/Put/seqid=0 2024-11-08T12:40:00,593 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=526 (bloomFilter=true), to=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/.tmp/A/0a6f569453914b059979edf01b685229 2024-11-08T12:40:00,614 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/.tmp/B/27bd39c96e7743bfa9b9ba6a81f19a3b is 50, key is test_row_0/B:col10/1731069600104/Put/seqid=0 2024-11-08T12:40:00,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073741945_1121 (size=13493) 2024-11-08T12:40:00,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073741946_1122 (size=12301) 2024-11-08T12:40:00,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(8855): Flush requested on 5fbdb99fcc7482cd6f31ac3aa66e61e9 2024-11-08T12:40:00,744 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9. as already flushing 2024-11-08T12:40:00,782 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:00,782 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:00,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56764 deadline: 1731069660758, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:00,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56742 deadline: 1731069660758, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:00,782 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:00,782 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:00,782 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:00,783 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:00,783 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:40:00,783 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:40:00,784 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:00,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56724 deadline: 1731069660761, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:00,785 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:00,785 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:00,785 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:40:00,785 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:00,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56776 deadline: 1731069660782, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:00,786 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:00,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56736 deadline: 1731069660782, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:00,786 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:00,786 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:00,786 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:40:00,787 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:00,787 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:00,787 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:40:00,894 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:00,894 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:00,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56742 deadline: 1731069660893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:00,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56724 deadline: 1731069660893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:00,895 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:00,895 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:00,895 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:00,895 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:00,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56776 deadline: 1731069660893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:00,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56736 deadline: 1731069660893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:00,895 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:00,895 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:00,895 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:40:00,895 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:40:00,895 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:00,895 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:00,896 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:40:00,896 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:00,896 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:00,896 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:40:00,972 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/.tmp/B/9bcaf63880fc47098b3fbc4f855541cd as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/B/9bcaf63880fc47098b3fbc4f855541cd 2024-11-08T12:40:00,980 INFO [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5fbdb99fcc7482cd6f31ac3aa66e61e9/B of 5fbdb99fcc7482cd6f31ac3aa66e61e9 into 9bcaf63880fc47098b3fbc4f855541cd(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T12:40:00,980 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5fbdb99fcc7482cd6f31ac3aa66e61e9: 2024-11-08T12:40:00,980 INFO [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., storeName=5fbdb99fcc7482cd6f31ac3aa66e61e9/B, priority=13, startTime=1731069600512; duration=0sec 2024-11-08T12:40:00,980 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T12:40:00,980 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5fbdb99fcc7482cd6f31ac3aa66e61e9:B 2024-11-08T12:40:01,035 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/.tmp/C/c2d29846f17a4bf98474e42b68c7f8bd as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/C/c2d29846f17a4bf98474e42b68c7f8bd 2024-11-08T12:40:01,042 INFO [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5fbdb99fcc7482cd6f31ac3aa66e61e9/C of 5fbdb99fcc7482cd6f31ac3aa66e61e9 into c2d29846f17a4bf98474e42b68c7f8bd(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T12:40:01,042 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5fbdb99fcc7482cd6f31ac3aa66e61e9: 2024-11-08T12:40:01,042 INFO [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., storeName=5fbdb99fcc7482cd6f31ac3aa66e61e9/C, priority=13, startTime=1731069600512; duration=0sec 2024-11-08T12:40:01,042 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T12:40:01,042 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5fbdb99fcc7482cd6f31ac3aa66e61e9:C 2024-11-08T12:40:01,057 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=526 (bloomFilter=true), to=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/.tmp/B/27bd39c96e7743bfa9b9ba6a81f19a3b 2024-11-08T12:40:01,072 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/.tmp/C/210634d97ab64d158120a700e7fd7ec8 is 50, key is test_row_0/C:col10/1731069600104/Put/seqid=0 2024-11-08T12:40:01,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073741947_1123 (size=12301) 2024-11-08T12:40:01,104 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:01,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56724 deadline: 1731069661104, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:01,105 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:01,105 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:01,105 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:01,105 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:40:01,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56742 deadline: 1731069661104, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:01,106 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:01,106 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:01,106 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:40:01,107 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:01,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56736 deadline: 1731069661106, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:01,108 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:01,108 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:01,108 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:40:01,108 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:01,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56776 deadline: 1731069661106, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:01,109 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:01,109 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:01,109 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:40:01,296 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:01,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56764 deadline: 1731069661293, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:01,296 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:01,296 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:01,296 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:40:01,324 INFO [Thread-156 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-156. 2024-11-08T12:40:01,324 DEBUG [Thread-156 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-08T12:40:01,327 INFO [Thread-158 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-158. 2024-11-08T12:40:01,327 DEBUG [Thread-158 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-08T12:40:01,328 INFO [Thread-154 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-154. 2024-11-08T12:40:01,328 DEBUG [Thread-154 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-08T12:40:01,329 DEBUG [Thread-156 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T12:40:01,329 DEBUG [Thread-154 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T12:40:01,329 DEBUG [Thread-158 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T12:40:01,330 DEBUG [Thread-158 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T12:40:01,330 DEBUG [Thread-156 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T12:40:01,330 DEBUG [Thread-154 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T12:40:01,330 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T12:40:01,330 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T12:40:01,330 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T12:40:01,330 INFO [Thread-160 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-160. 2024-11-08T12:40:01,330 DEBUG [Thread-160 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-08T12:40:01,330 DEBUG [Thread-160 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T12:40:01,331 DEBUG [Thread-160 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T12:40:01,331 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T12:40:01,414 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:01,414 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:01,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56724 deadline: 1731069661413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:01,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56742 deadline: 1731069661413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:01,414 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:01,414 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:01,414 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:01,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56776 deadline: 1731069661414, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:01,414 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:01,414 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:01,414 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:40:01,415 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:40:01,415 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:01,415 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:01,415 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:01,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56736 deadline: 1731069661413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:01,415 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:40:01,415 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:01,415 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:01,415 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:40:01,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-11-08T12:40:01,480 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=526 (bloomFilter=true), to=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/.tmp/C/210634d97ab64d158120a700e7fd7ec8 2024-11-08T12:40:01,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/.tmp/A/0a6f569453914b059979edf01b685229 as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/A/0a6f569453914b059979edf01b685229 2024-11-08T12:40:01,491 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/A/0a6f569453914b059979edf01b685229, entries=150, sequenceid=526, filesize=12.0 K 2024-11-08T12:40:01,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/.tmp/B/27bd39c96e7743bfa9b9ba6a81f19a3b as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/B/27bd39c96e7743bfa9b9ba6a81f19a3b 2024-11-08T12:40:01,499 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/B/27bd39c96e7743bfa9b9ba6a81f19a3b, entries=150, sequenceid=526, filesize=12.0 K 2024-11-08T12:40:01,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/.tmp/C/210634d97ab64d158120a700e7fd7ec8 as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/C/210634d97ab64d158120a700e7fd7ec8 2024-11-08T12:40:01,505 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/C/210634d97ab64d158120a700e7fd7ec8, entries=150, sequenceid=526, filesize=12.0 K 2024-11-08T12:40:01,507 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 5fbdb99fcc7482cd6f31ac3aa66e61e9 in 950ms, sequenceid=526, compaction requested=false 2024-11-08T12:40:01,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for 5fbdb99fcc7482cd6f31ac3aa66e61e9: 2024-11-08T12:40:01,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9. 2024-11-08T12:40:01,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28 2024-11-08T12:40:01,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] master.HMaster(4169): Remote procedure done, pid=28 2024-11-08T12:40:01,510 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=28, resume processing ppid=27 2024-11-08T12:40:01,510 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=27, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1880 sec 2024-11-08T12:40:01,512 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=27, table=TestAcidGuarantees in 2.1950 sec 2024-11-08T12:40:01,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(8855): Flush requested on 5fbdb99fcc7482cd6f31ac3aa66e61e9 2024-11-08T12:40:01,928 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-08T12:40:01,929 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 5fbdb99fcc7482cd6f31ac3aa66e61e9 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-08T12:40:01,929 INFO [Thread-151 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-151. 2024-11-08T12:40:01,929 INFO [Thread-143 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-143. 2024-11-08T12:40:01,929 INFO [Thread-147 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-147. 2024-11-08T12:40:01,929 DEBUG [Thread-151 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-08T12:40:01,929 DEBUG [Thread-143 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-08T12:40:01,929 DEBUG [Thread-151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T12:40:01,929 DEBUG [Thread-143 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T12:40:01,929 DEBUG [Thread-147 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-08T12:40:01,929 DEBUG [Thread-147 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T12:40:01,930 DEBUG [Thread-143 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T12:40:01,930 DEBUG [Thread-151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T12:40:01,930 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T12:40:01,930 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T12:40:01,930 DEBUG [Thread-147 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T12:40:01,930 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T12:40:01,933 INFO [Thread-149 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-149. 2024-11-08T12:40:01,933 DEBUG [Thread-149 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-08T12:40:01,933 DEBUG [Thread-149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T12:40:01,933 DEBUG [Thread-149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T12:40:01,933 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T12:40:01,936 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/.tmp/A/b9ce0d20652542dfad02aa25151c4714 is 50, key is test_row_0/A:col10/1731069601924/Put/seqid=0 2024-11-08T12:40:01,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073741948_1124 (size=9857) 2024-11-08T12:40:02,305 INFO [Thread-145 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-145. 2024-11-08T12:40:02,305 DEBUG [Thread-145 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-08T12:40:02,305 DEBUG [Thread-145 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T12:40:02,305 DEBUG [Thread-145 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T12:40:02,305 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T12:40:02,341 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=542 (bloomFilter=true), to=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/.tmp/A/b9ce0d20652542dfad02aa25151c4714 2024-11-08T12:40:02,357 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/.tmp/B/5b80cc41626b482eb76aba7f6e4a8e7e is 50, key is test_row_0/B:col10/1731069601924/Put/seqid=0 2024-11-08T12:40:02,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073741949_1125 (size=9857) 2024-11-08T12:40:02,764 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=542 (bloomFilter=true), to=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/.tmp/B/5b80cc41626b482eb76aba7f6e4a8e7e 2024-11-08T12:40:02,777 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/.tmp/C/bc363bc44c074115bab9ace3f8ca7230 is 50, key is test_row_0/C:col10/1731069601924/Put/seqid=0 2024-11-08T12:40:02,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073741950_1126 (size=9857) 2024-11-08T12:40:03,184 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=542 (bloomFilter=true), to=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/.tmp/C/bc363bc44c074115bab9ace3f8ca7230 2024-11-08T12:40:03,190 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/.tmp/A/b9ce0d20652542dfad02aa25151c4714 as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/A/b9ce0d20652542dfad02aa25151c4714 2024-11-08T12:40:03,196 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/A/b9ce0d20652542dfad02aa25151c4714, entries=100, sequenceid=542, filesize=9.6 K 2024-11-08T12:40:03,198 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/.tmp/B/5b80cc41626b482eb76aba7f6e4a8e7e as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/B/5b80cc41626b482eb76aba7f6e4a8e7e 2024-11-08T12:40:03,206 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/B/5b80cc41626b482eb76aba7f6e4a8e7e, entries=100, sequenceid=542, filesize=9.6 K 2024-11-08T12:40:03,207 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/.tmp/C/bc363bc44c074115bab9ace3f8ca7230 as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/C/bc363bc44c074115bab9ace3f8ca7230 2024-11-08T12:40:03,213 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/C/bc363bc44c074115bab9ace3f8ca7230, entries=100, sequenceid=542, filesize=9.6 K 2024-11-08T12:40:03,215 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=13.42 KB/13740 for 5fbdb99fcc7482cd6f31ac3aa66e61e9 in 1286ms, sequenceid=542, compaction requested=true 2024-11-08T12:40:03,215 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 5fbdb99fcc7482cd6f31ac3aa66e61e9: 2024-11-08T12:40:03,215 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5fbdb99fcc7482cd6f31ac3aa66e61e9:A, priority=-2147483648, current under compaction store size is 1 2024-11-08T12:40:03,215 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T12:40:03,215 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T12:40:03,215 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5fbdb99fcc7482cd6f31ac3aa66e61e9:B, priority=-2147483648, current under compaction store size is 2 2024-11-08T12:40:03,215 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T12:40:03,215 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T12:40:03,215 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5fbdb99fcc7482cd6f31ac3aa66e61e9:C, priority=-2147483648, current under compaction store size is 3 2024-11-08T12:40:03,215 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T12:40:03,216 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35651 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T12:40:03,216 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35651 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T12:40:03,216 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HStore(1541): 5fbdb99fcc7482cd6f31ac3aa66e61e9/B is initiating minor compaction (all files) 2024-11-08T12:40:03,216 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HStore(1541): 5fbdb99fcc7482cd6f31ac3aa66e61e9/A is initiating minor compaction (all files) 2024-11-08T12:40:03,216 INFO [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5fbdb99fcc7482cd6f31ac3aa66e61e9/A in TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9. 2024-11-08T12:40:03,216 INFO [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5fbdb99fcc7482cd6f31ac3aa66e61e9/B in TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9. 2024-11-08T12:40:03,216 INFO [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/A/1e198e107b264c1d88d2fabb5f46c556, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/A/0a6f569453914b059979edf01b685229, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/A/b9ce0d20652542dfad02aa25151c4714] into tmpdir=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/.tmp, totalSize=34.8 K 2024-11-08T12:40:03,216 INFO [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/B/9bcaf63880fc47098b3fbc4f855541cd, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/B/27bd39c96e7743bfa9b9ba6a81f19a3b, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/B/5b80cc41626b482eb76aba7f6e4a8e7e] into tmpdir=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/.tmp, totalSize=34.8 K 2024-11-08T12:40:03,217 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.Compactor(225): Compacting 9bcaf63880fc47098b3fbc4f855541cd, keycount=150, bloomtype=ROW, size=13.2 K, encoding=NONE, compression=NONE, seqNum=500, earliestPutTs=1731069599457 2024-11-08T12:40:03,217 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1e198e107b264c1d88d2fabb5f46c556, keycount=150, bloomtype=ROW, size=13.2 K, encoding=NONE, compression=NONE, seqNum=500, earliestPutTs=1731069599457 2024-11-08T12:40:03,217 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.Compactor(225): Compacting 27bd39c96e7743bfa9b9ba6a81f19a3b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=526, earliestPutTs=1731069600104 2024-11-08T12:40:03,217 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0a6f569453914b059979edf01b685229, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=526, earliestPutTs=1731069600104 2024-11-08T12:40:03,217 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.Compactor(225): Compacting 5b80cc41626b482eb76aba7f6e4a8e7e, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=542, earliestPutTs=1731069601924 2024-11-08T12:40:03,217 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] compactions.Compactor(225): Compacting b9ce0d20652542dfad02aa25151c4714, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=542, earliestPutTs=1731069601924 2024-11-08T12:40:03,225 INFO [RS:0;6ccfea20c990:38479-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5fbdb99fcc7482cd6f31ac3aa66e61e9#B#compaction#114 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T12:40:03,226 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/.tmp/B/02a8603bb30549cca35951f2b285638c is 50, key is test_row_0/B:col10/1731069601924/Put/seqid=0 2024-11-08T12:40:03,226 INFO [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5fbdb99fcc7482cd6f31ac3aa66e61e9#A#compaction#115 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T12:40:03,226 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/.tmp/A/f697d65d32594e1ea7af9b4015fb159a is 50, key is test_row_0/A:col10/1731069601924/Put/seqid=0 2024-11-08T12:40:03,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073741951_1127 (size=13595) 2024-11-08T12:40:03,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073741952_1128 (size=13595) 2024-11-08T12:40:03,282 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-08T12:40:03,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-11-08T12:40:03,474 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-08T12:40:03,474 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-08T12:40:03,474 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 92 2024-11-08T12:40:03,474 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 52 2024-11-08T12:40:03,474 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 94 2024-11-08T12:40:03,474 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 98 2024-11-08T12:40:03,474 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 93 2024-11-08T12:40:03,474 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-08T12:40:03,475 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3284 2024-11-08T12:40:03,475 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3226 2024-11-08T12:40:03,475 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-08T12:40:03,475 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1492 2024-11-08T12:40:03,475 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4473 rows 2024-11-08T12:40:03,475 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1485 2024-11-08T12:40:03,475 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4449 rows 2024-11-08T12:40:03,475 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T12:40:03,475 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:91) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMixedAtomicity(AcidGuaranteesTestBase.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T12:40:03,475 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T12:40:03,475 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T12:40:03,476 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T12:40:03,482 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-08T12:40:03,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] procedure2.ProcedureExecutor(1139): Stored pid=29, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-08T12:40:03,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-08T12:40:03,492 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731069603491"}]},"ts":"1731069603491"} 2024-11-08T12:40:03,493 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-08T12:40:03,494 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-08T12:40:03,495 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=30, ppid=29, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-08T12:40:03,500 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=31, ppid=30, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=5fbdb99fcc7482cd6f31ac3aa66e61e9, UNASSIGN}] 2024-11-08T12:40:03,501 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=30, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=5fbdb99fcc7482cd6f31ac3aa66e61e9, UNASSIGN 2024-11-08T12:40:03,503 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=31 updating hbase:meta row=5fbdb99fcc7482cd6f31ac3aa66e61e9, regionState=CLOSING, regionLocation=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:03,504 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=31, ppid=30, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=5fbdb99fcc7482cd6f31ac3aa66e61e9, UNASSIGN because future has completed 2024-11-08T12:40:03,505 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-08T12:40:03,505 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=32, ppid=31, state=RUNNABLE, hasLock=false; CloseRegionProcedure 5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023}] 2024-11-08T12:40:03,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-08T12:40:03,636 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/.tmp/A/f697d65d32594e1ea7af9b4015fb159a as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/A/f697d65d32594e1ea7af9b4015fb159a 2024-11-08T12:40:03,636 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/.tmp/B/02a8603bb30549cca35951f2b285638c as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/B/02a8603bb30549cca35951f2b285638c 2024-11-08T12:40:03,641 INFO [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5fbdb99fcc7482cd6f31ac3aa66e61e9/A of 5fbdb99fcc7482cd6f31ac3aa66e61e9 into f697d65d32594e1ea7af9b4015fb159a(size=13.3 K), total size for store is 13.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T12:40:03,641 INFO [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5fbdb99fcc7482cd6f31ac3aa66e61e9/B of 5fbdb99fcc7482cd6f31ac3aa66e61e9 into 02a8603bb30549cca35951f2b285638c(size=13.3 K), total size for store is 13.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T12:40:03,641 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5fbdb99fcc7482cd6f31ac3aa66e61e9: 2024-11-08T12:40:03,641 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5fbdb99fcc7482cd6f31ac3aa66e61e9: 2024-11-08T12:40:03,641 INFO [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., storeName=5fbdb99fcc7482cd6f31ac3aa66e61e9/B, priority=13, startTime=1731069603215; duration=0sec 2024-11-08T12:40:03,641 INFO [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., storeName=5fbdb99fcc7482cd6f31ac3aa66e61e9/A, priority=13, startTime=1731069603215; duration=0sec 2024-11-08T12:40:03,642 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T12:40:03,642 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T12:40:03,642 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5fbdb99fcc7482cd6f31ac3aa66e61e9:B 2024-11-08T12:40:03,642 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5fbdb99fcc7482cd6f31ac3aa66e61e9:A 2024-11-08T12:40:03,642 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T12:40:03,643 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35651 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T12:40:03,643 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HStore(1541): 5fbdb99fcc7482cd6f31ac3aa66e61e9/C is initiating minor compaction (all files) 2024-11-08T12:40:03,643 INFO [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5fbdb99fcc7482cd6f31ac3aa66e61e9/C in TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9. 2024-11-08T12:40:03,643 INFO [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/C/c2d29846f17a4bf98474e42b68c7f8bd, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/C/210634d97ab64d158120a700e7fd7ec8, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/C/bc363bc44c074115bab9ace3f8ca7230] into tmpdir=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/.tmp, totalSize=34.8 K 2024-11-08T12:40:03,644 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] compactions.Compactor(225): Compacting c2d29846f17a4bf98474e42b68c7f8bd, keycount=150, bloomtype=ROW, size=13.2 K, encoding=NONE, compression=NONE, seqNum=500, earliestPutTs=1731069599457 2024-11-08T12:40:03,644 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] compactions.Compactor(225): Compacting 210634d97ab64d158120a700e7fd7ec8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=526, earliestPutTs=1731069600104 2024-11-08T12:40:03,644 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] compactions.Compactor(225): Compacting bc363bc44c074115bab9ace3f8ca7230, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=542, earliestPutTs=1731069601924 2024-11-08T12:40:03,656 INFO [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5fbdb99fcc7482cd6f31ac3aa66e61e9#C#compaction#116 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T12:40:03,657 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/.tmp/C/3d8a5a35e0b74a57a9a3d75ede6b1eaa is 50, key is test_row_0/C:col10/1731069601924/Put/seqid=0 2024-11-08T12:40:03,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073741953_1129 (size=13595) 2024-11-08T12:40:03,668 INFO [RS_CLOSE_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] handler.UnassignRegionHandler(122): Close 5fbdb99fcc7482cd6f31ac3aa66e61e9 2024-11-08T12:40:03,669 DEBUG [RS_CLOSE_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-08T12:40:03,671 DEBUG [RS_CLOSE_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegion(1722): Closing 5fbdb99fcc7482cd6f31ac3aa66e61e9, disabling compactions & flushes 2024-11-08T12:40:03,671 DEBUG [RS_CLOSE_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegion(1993): waiting for 1 compactions to complete for region TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9. 2024-11-08T12:40:03,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-08T12:40:04,069 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/.tmp/C/3d8a5a35e0b74a57a9a3d75ede6b1eaa as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/C/3d8a5a35e0b74a57a9a3d75ede6b1eaa 2024-11-08T12:40:04,075 INFO [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5fbdb99fcc7482cd6f31ac3aa66e61e9/C of 5fbdb99fcc7482cd6f31ac3aa66e61e9 into 3d8a5a35e0b74a57a9a3d75ede6b1eaa(size=13.3 K), total size for store is 13.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T12:40:04,075 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5fbdb99fcc7482cd6f31ac3aa66e61e9: 2024-11-08T12:40:04,075 INFO [RS_CLOSE_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9. 2024-11-08T12:40:04,075 INFO [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., storeName=5fbdb99fcc7482cd6f31ac3aa66e61e9/C, priority=13, startTime=1731069603215; duration=0sec 2024-11-08T12:40:04,075 DEBUG [RS_CLOSE_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9. 2024-11-08T12:40:04,075 DEBUG [RS_CLOSE_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9. after waiting 0 ms 2024-11-08T12:40:04,075 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T12:40:04,075 DEBUG [RS_CLOSE_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9. 2024-11-08T12:40:04,075 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5fbdb99fcc7482cd6f31ac3aa66e61e9:C 2024-11-08T12:40:04,075 INFO [RS_CLOSE_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegion(2902): Flushing 5fbdb99fcc7482cd6f31ac3aa66e61e9 3/3 column families, dataSize=13.42 KB heapSize=35.91 KB 2024-11-08T12:40:04,079 DEBUG [RS_CLOSE_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/.tmp/A/278e57ad4f694f8c8ee064e79f43225f is 50, key is test_row_0/A:col10/1731069602303/Put/seqid=0 2024-11-08T12:40:04,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073741954_1130 (size=9857) 2024-11-08T12:40:04,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-08T12:40:04,484 INFO [RS_CLOSE_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=550 (bloomFilter=true), to=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/.tmp/A/278e57ad4f694f8c8ee064e79f43225f 2024-11-08T12:40:04,492 DEBUG [RS_CLOSE_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/.tmp/B/f23a78513878485495d225f617f99ee4 is 50, key is test_row_0/B:col10/1731069602303/Put/seqid=0 2024-11-08T12:40:04,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073741955_1131 (size=9857) 2024-11-08T12:40:04,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-08T12:40:04,906 INFO [RS_CLOSE_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=550 (bloomFilter=true), to=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/.tmp/B/f23a78513878485495d225f617f99ee4 2024-11-08T12:40:04,920 DEBUG [RS_CLOSE_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/.tmp/C/ec20303266e34e0a96f4d299e7fd7d44 is 50, key is test_row_0/C:col10/1731069602303/Put/seqid=0 2024-11-08T12:40:04,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073741956_1132 (size=9857) 2024-11-08T12:40:05,325 INFO [RS_CLOSE_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=550 (bloomFilter=true), to=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/.tmp/C/ec20303266e34e0a96f4d299e7fd7d44 2024-11-08T12:40:05,331 DEBUG [RS_CLOSE_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/.tmp/A/278e57ad4f694f8c8ee064e79f43225f as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/A/278e57ad4f694f8c8ee064e79f43225f 2024-11-08T12:40:05,337 INFO [RS_CLOSE_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/A/278e57ad4f694f8c8ee064e79f43225f, entries=100, sequenceid=550, filesize=9.6 K 2024-11-08T12:40:05,338 DEBUG [RS_CLOSE_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/.tmp/B/f23a78513878485495d225f617f99ee4 as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/B/f23a78513878485495d225f617f99ee4 2024-11-08T12:40:05,344 INFO [RS_CLOSE_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/B/f23a78513878485495d225f617f99ee4, entries=100, sequenceid=550, filesize=9.6 K 2024-11-08T12:40:05,345 DEBUG [RS_CLOSE_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/.tmp/C/ec20303266e34e0a96f4d299e7fd7d44 as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/C/ec20303266e34e0a96f4d299e7fd7d44 2024-11-08T12:40:05,349 INFO [RS_CLOSE_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/C/ec20303266e34e0a96f4d299e7fd7d44, entries=100, sequenceid=550, filesize=9.6 K 2024-11-08T12:40:05,350 INFO [RS_CLOSE_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegion(3140): Finished flush of dataSize ~13.42 KB/13740, heapSize ~35.86 KB/36720, currentSize=0 B/0 for 5fbdb99fcc7482cd6f31ac3aa66e61e9 in 1275ms, sequenceid=550, compaction requested=false 2024-11-08T12:40:05,350 DEBUG [StoreCloser-TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/A/e9643f6853024653bb109fe341a949b0, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/A/9de0c1751eab49ae9f59f87eaa56ec5b, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/A/cc4813d0abee4279b6d22b27de261b06, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/A/50d8eb7d49ad4dc48b673b760e2f14b6, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/A/a67345c4ed974fdfafd62a47f11c938b, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/A/510b5c7d07e647b8a1acda2663b87b26, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/A/9b3d6ea1c29f4ad7b8cd426e47a243b9, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/A/5ec17a41e6fd4677a36e61ff3754ac57, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/A/2b6ff3c92acb4135821ea1e3410c5327, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/A/3798369883604a7e87822c90037a0dda, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/A/92b3b146e411446b98eb11d275b50079, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/A/e8ca435a2e4a47f9a5e2e5d6565b03ad, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/A/6d2196cf434e43d796542822800c6c41, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/A/ca7873ec66484bea9210ba678b7fa1ac, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/A/2e3f459b8355417ba059280a4a94eb23, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/A/4ed829a95e844db799e99dd669f10d40, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/A/1b512e12e77047708972e290b5120491, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/A/5e0358883e314055b95b56959fa80200, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/A/b97bcd6f9d8b4aa8abbc1ba62d3a8b5a, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/A/35c9308a74ef447c9cfd914ee29cd7da, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/A/d08005bb1f9d4180b209319f26d774a1, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/A/742fcb06f6b143d5b9c6b269d3c9666f, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/A/f6ca1035628c4bb6aa3770cc4b91572f, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/A/8b7bdf487415442996943019a04b4a7c, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/A/7425677e511143ab8b66e278b540441b, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/A/04889d517e944d26818d0d3e44647cde, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/A/1e1f432cc886483886a8adbe0231439f, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/A/1770581652ae4b7db05b4b6dbc39d13d, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/A/534e255241d44c3a8e4b042a68080d2d, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/A/c8ed4e2098724ec8bfbdbb9de4a68407, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/A/aef3e006ddff4e8d876a1e0fc3e2bff3, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/A/557b69647e494d37943abe19e9cad439, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/A/5727d2a11eea497d86ea25dc6806c0ca, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/A/0fe484bc29a04887991f61bd8a1c7174, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/A/a24b80452b8c4c749f236c4f261c1393, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/A/1e198e107b264c1d88d2fabb5f46c556, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/A/0a6f569453914b059979edf01b685229, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/A/b9ce0d20652542dfad02aa25151c4714] to archive 2024-11-08T12:40:05,353 DEBUG [StoreCloser-TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-08T12:40:05,358 DEBUG [StoreCloser-TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/A/e9643f6853024653bb109fe341a949b0 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/A/e9643f6853024653bb109fe341a949b0 2024-11-08T12:40:05,360 DEBUG [StoreCloser-TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/A/9de0c1751eab49ae9f59f87eaa56ec5b to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/A/9de0c1751eab49ae9f59f87eaa56ec5b 2024-11-08T12:40:05,361 DEBUG [StoreCloser-TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/A/cc4813d0abee4279b6d22b27de261b06 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/A/cc4813d0abee4279b6d22b27de261b06 2024-11-08T12:40:05,362 DEBUG [StoreCloser-TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/A/50d8eb7d49ad4dc48b673b760e2f14b6 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/A/50d8eb7d49ad4dc48b673b760e2f14b6 2024-11-08T12:40:05,364 DEBUG [StoreCloser-TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/A/a67345c4ed974fdfafd62a47f11c938b to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/A/a67345c4ed974fdfafd62a47f11c938b 2024-11-08T12:40:05,365 DEBUG [StoreCloser-TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/A/510b5c7d07e647b8a1acda2663b87b26 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/A/510b5c7d07e647b8a1acda2663b87b26 2024-11-08T12:40:05,366 DEBUG [StoreCloser-TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/A/9b3d6ea1c29f4ad7b8cd426e47a243b9 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/A/9b3d6ea1c29f4ad7b8cd426e47a243b9 2024-11-08T12:40:05,367 DEBUG [StoreCloser-TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/A/5ec17a41e6fd4677a36e61ff3754ac57 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/A/5ec17a41e6fd4677a36e61ff3754ac57 2024-11-08T12:40:05,369 DEBUG [StoreCloser-TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/A/2b6ff3c92acb4135821ea1e3410c5327 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/A/2b6ff3c92acb4135821ea1e3410c5327 2024-11-08T12:40:05,370 DEBUG [StoreCloser-TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/A/3798369883604a7e87822c90037a0dda to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/A/3798369883604a7e87822c90037a0dda 2024-11-08T12:40:05,371 DEBUG [StoreCloser-TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/A/92b3b146e411446b98eb11d275b50079 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/A/92b3b146e411446b98eb11d275b50079 2024-11-08T12:40:05,372 DEBUG [StoreCloser-TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/A/e8ca435a2e4a47f9a5e2e5d6565b03ad to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/A/e8ca435a2e4a47f9a5e2e5d6565b03ad 2024-11-08T12:40:05,373 DEBUG [StoreCloser-TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/A/6d2196cf434e43d796542822800c6c41 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/A/6d2196cf434e43d796542822800c6c41 2024-11-08T12:40:05,374 DEBUG [StoreCloser-TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/A/ca7873ec66484bea9210ba678b7fa1ac to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/A/ca7873ec66484bea9210ba678b7fa1ac 2024-11-08T12:40:05,375 DEBUG [StoreCloser-TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/A/2e3f459b8355417ba059280a4a94eb23 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/A/2e3f459b8355417ba059280a4a94eb23 2024-11-08T12:40:05,377 DEBUG [StoreCloser-TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/A/4ed829a95e844db799e99dd669f10d40 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/A/4ed829a95e844db799e99dd669f10d40 2024-11-08T12:40:05,378 DEBUG [StoreCloser-TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/A/1b512e12e77047708972e290b5120491 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/A/1b512e12e77047708972e290b5120491 2024-11-08T12:40:05,379 DEBUG [StoreCloser-TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/A/5e0358883e314055b95b56959fa80200 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/A/5e0358883e314055b95b56959fa80200 2024-11-08T12:40:05,381 DEBUG [StoreCloser-TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/A/b97bcd6f9d8b4aa8abbc1ba62d3a8b5a to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/A/b97bcd6f9d8b4aa8abbc1ba62d3a8b5a 2024-11-08T12:40:05,382 DEBUG [StoreCloser-TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/A/35c9308a74ef447c9cfd914ee29cd7da to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/A/35c9308a74ef447c9cfd914ee29cd7da 2024-11-08T12:40:05,383 DEBUG [StoreCloser-TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/A/d08005bb1f9d4180b209319f26d774a1 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/A/d08005bb1f9d4180b209319f26d774a1 2024-11-08T12:40:05,384 DEBUG [StoreCloser-TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/A/742fcb06f6b143d5b9c6b269d3c9666f to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/A/742fcb06f6b143d5b9c6b269d3c9666f 2024-11-08T12:40:05,385 DEBUG [StoreCloser-TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/A/f6ca1035628c4bb6aa3770cc4b91572f to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/A/f6ca1035628c4bb6aa3770cc4b91572f 2024-11-08T12:40:05,386 DEBUG [StoreCloser-TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/A/8b7bdf487415442996943019a04b4a7c to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/A/8b7bdf487415442996943019a04b4a7c 2024-11-08T12:40:05,387 DEBUG [StoreCloser-TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/A/7425677e511143ab8b66e278b540441b to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/A/7425677e511143ab8b66e278b540441b 2024-11-08T12:40:05,388 DEBUG [StoreCloser-TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/A/04889d517e944d26818d0d3e44647cde to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/A/04889d517e944d26818d0d3e44647cde 2024-11-08T12:40:05,389 DEBUG [StoreCloser-TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/A/1e1f432cc886483886a8adbe0231439f to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/A/1e1f432cc886483886a8adbe0231439f 2024-11-08T12:40:05,390 DEBUG [StoreCloser-TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/A/1770581652ae4b7db05b4b6dbc39d13d to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/A/1770581652ae4b7db05b4b6dbc39d13d 2024-11-08T12:40:05,391 DEBUG [StoreCloser-TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/A/534e255241d44c3a8e4b042a68080d2d to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/A/534e255241d44c3a8e4b042a68080d2d 2024-11-08T12:40:05,392 DEBUG [StoreCloser-TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/A/c8ed4e2098724ec8bfbdbb9de4a68407 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/A/c8ed4e2098724ec8bfbdbb9de4a68407 2024-11-08T12:40:05,393 DEBUG [StoreCloser-TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/A/aef3e006ddff4e8d876a1e0fc3e2bff3 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/A/aef3e006ddff4e8d876a1e0fc3e2bff3 2024-11-08T12:40:05,394 DEBUG [StoreCloser-TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/A/557b69647e494d37943abe19e9cad439 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/A/557b69647e494d37943abe19e9cad439 2024-11-08T12:40:05,395 DEBUG [StoreCloser-TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/A/5727d2a11eea497d86ea25dc6806c0ca to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/A/5727d2a11eea497d86ea25dc6806c0ca 2024-11-08T12:40:05,396 DEBUG [StoreCloser-TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/A/0fe484bc29a04887991f61bd8a1c7174 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/A/0fe484bc29a04887991f61bd8a1c7174 2024-11-08T12:40:05,397 DEBUG [StoreCloser-TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/A/a24b80452b8c4c749f236c4f261c1393 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/A/a24b80452b8c4c749f236c4f261c1393 2024-11-08T12:40:05,398 DEBUG [StoreCloser-TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/A/1e198e107b264c1d88d2fabb5f46c556 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/A/1e198e107b264c1d88d2fabb5f46c556 2024-11-08T12:40:05,399 DEBUG [StoreCloser-TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/A/0a6f569453914b059979edf01b685229 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/A/0a6f569453914b059979edf01b685229 2024-11-08T12:40:05,400 DEBUG [StoreCloser-TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/A/b9ce0d20652542dfad02aa25151c4714 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/A/b9ce0d20652542dfad02aa25151c4714 2024-11-08T12:40:05,411 DEBUG [StoreCloser-TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/B/1caa1768aba946c499c3ae6e1b5afaa6, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/B/3c4ccdebe8c447238643a8fcf051753e, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/B/c47515c819d64426a549be02f0bbb43a, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/B/fd1651c242364ff6bfc1ce991a1ed0ab, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/B/6ded2d52a88f452a842bd652fd366e69, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/B/ee20e580fd5043c2a9a818b94b13625f, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/B/afad7800a8d041188f571933c381c26a, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/B/4423e7637d654c42aeef3d141ddaf0c9, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/B/6934ea935e7b4f4ea08ead862aeff58b, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/B/1b001e3844e548dba0f159fbfb3682f3, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/B/2aaa7dc6b7754ecb9f997eb83b6dad29, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/B/853f02cfc1884ad0974b77a45c8f9bbc, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/B/a4ac669eda7b489384614efe9b8e0ad3, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/B/38ff1d6569b44663913166b4ebe967b2, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/B/ced4fe60c19c4dce9842c8b0fd855415, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/B/2977a1bfe77a4b1db88b0a4eefbbe358, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/B/3c3077a29614495390d3af2481815895, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/B/42bc840f21d24cdf9c4b27a77e85f190, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/B/f8dfcf6c33274be0a736101a4a53b375, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/B/d8f6dde1031d4e1b957632c50f73325b, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/B/dc11aa56f612419f8db45430232fe5c5, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/B/c890d532655a4e0c8eb098032eb4daa5, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/B/8c1de33afbbc42f391acb1e7d4e2770c, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/B/bcfcfb8135f04a2abb2e09bfbafa99de, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/B/1a9545f80752461292452267e2ce6d9b, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/B/297d7f3ecc7b4b638269d49cca6a1178, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/B/8e91c33a1fff4ffbbea9bf1fc07cdc93, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/B/4077db5a53c14039b0f929c7bbebf3a9, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/B/ba0d6cfc510140788d5e6df8da57cce8, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/B/cddb3dafe62b45789a6a00b97e3a3692, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/B/763fd150466045578c8d6b6ce7a1d1ad, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/B/bd4727aaad574b57ab49f6967baa6cc5, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/B/9d2ca1d9ce3944da99a83becff31e0de, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/B/84b9f466cc9841d0a2bd8031c7dd8c7a, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/B/9bcaf63880fc47098b3fbc4f855541cd, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/B/8552d8f7ef27430d8ccbc23ac68658da, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/B/27bd39c96e7743bfa9b9ba6a81f19a3b, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/B/5b80cc41626b482eb76aba7f6e4a8e7e] to archive 2024-11-08T12:40:05,412 DEBUG [StoreCloser-TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-08T12:40:05,414 DEBUG [StoreCloser-TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/B/1caa1768aba946c499c3ae6e1b5afaa6 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/B/1caa1768aba946c499c3ae6e1b5afaa6 2024-11-08T12:40:05,415 DEBUG [StoreCloser-TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/B/3c4ccdebe8c447238643a8fcf051753e to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/B/3c4ccdebe8c447238643a8fcf051753e 2024-11-08T12:40:05,416 DEBUG [StoreCloser-TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/B/c47515c819d64426a549be02f0bbb43a to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/B/c47515c819d64426a549be02f0bbb43a 2024-11-08T12:40:05,417 DEBUG [StoreCloser-TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/B/fd1651c242364ff6bfc1ce991a1ed0ab to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/B/fd1651c242364ff6bfc1ce991a1ed0ab 2024-11-08T12:40:05,418 DEBUG [StoreCloser-TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/B/6ded2d52a88f452a842bd652fd366e69 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/B/6ded2d52a88f452a842bd652fd366e69 2024-11-08T12:40:05,419 DEBUG [StoreCloser-TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/B/ee20e580fd5043c2a9a818b94b13625f to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/B/ee20e580fd5043c2a9a818b94b13625f 2024-11-08T12:40:05,420 DEBUG [StoreCloser-TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/B/afad7800a8d041188f571933c381c26a to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/B/afad7800a8d041188f571933c381c26a 2024-11-08T12:40:05,421 DEBUG [StoreCloser-TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/B/4423e7637d654c42aeef3d141ddaf0c9 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/B/4423e7637d654c42aeef3d141ddaf0c9 2024-11-08T12:40:05,422 DEBUG [StoreCloser-TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/B/6934ea935e7b4f4ea08ead862aeff58b to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/B/6934ea935e7b4f4ea08ead862aeff58b 2024-11-08T12:40:05,423 DEBUG [StoreCloser-TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/B/1b001e3844e548dba0f159fbfb3682f3 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/B/1b001e3844e548dba0f159fbfb3682f3 2024-11-08T12:40:05,424 DEBUG [StoreCloser-TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/B/2aaa7dc6b7754ecb9f997eb83b6dad29 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/B/2aaa7dc6b7754ecb9f997eb83b6dad29 2024-11-08T12:40:05,426 DEBUG [StoreCloser-TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/B/853f02cfc1884ad0974b77a45c8f9bbc to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/B/853f02cfc1884ad0974b77a45c8f9bbc 2024-11-08T12:40:05,427 DEBUG [StoreCloser-TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/B/a4ac669eda7b489384614efe9b8e0ad3 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/B/a4ac669eda7b489384614efe9b8e0ad3 2024-11-08T12:40:05,428 DEBUG [StoreCloser-TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/B/38ff1d6569b44663913166b4ebe967b2 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/B/38ff1d6569b44663913166b4ebe967b2 2024-11-08T12:40:05,429 DEBUG [StoreCloser-TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/B/ced4fe60c19c4dce9842c8b0fd855415 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/B/ced4fe60c19c4dce9842c8b0fd855415 2024-11-08T12:40:05,430 DEBUG [StoreCloser-TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/B/2977a1bfe77a4b1db88b0a4eefbbe358 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/B/2977a1bfe77a4b1db88b0a4eefbbe358 2024-11-08T12:40:05,432 DEBUG [StoreCloser-TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/B/3c3077a29614495390d3af2481815895 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/B/3c3077a29614495390d3af2481815895 2024-11-08T12:40:05,433 DEBUG [StoreCloser-TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/B/42bc840f21d24cdf9c4b27a77e85f190 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/B/42bc840f21d24cdf9c4b27a77e85f190 2024-11-08T12:40:05,435 DEBUG [StoreCloser-TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/B/f8dfcf6c33274be0a736101a4a53b375 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/B/f8dfcf6c33274be0a736101a4a53b375 2024-11-08T12:40:05,436 DEBUG [StoreCloser-TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/B/d8f6dde1031d4e1b957632c50f73325b to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/B/d8f6dde1031d4e1b957632c50f73325b 2024-11-08T12:40:05,438 DEBUG [StoreCloser-TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/B/dc11aa56f612419f8db45430232fe5c5 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/B/dc11aa56f612419f8db45430232fe5c5 2024-11-08T12:40:05,439 DEBUG [StoreCloser-TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/B/c890d532655a4e0c8eb098032eb4daa5 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/B/c890d532655a4e0c8eb098032eb4daa5 2024-11-08T12:40:05,440 DEBUG [StoreCloser-TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/B/8c1de33afbbc42f391acb1e7d4e2770c to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/B/8c1de33afbbc42f391acb1e7d4e2770c 2024-11-08T12:40:05,442 DEBUG [StoreCloser-TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/B/bcfcfb8135f04a2abb2e09bfbafa99de to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/B/bcfcfb8135f04a2abb2e09bfbafa99de 2024-11-08T12:40:05,443 DEBUG [StoreCloser-TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/B/1a9545f80752461292452267e2ce6d9b to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/B/1a9545f80752461292452267e2ce6d9b 2024-11-08T12:40:05,446 DEBUG [StoreCloser-TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/B/297d7f3ecc7b4b638269d49cca6a1178 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/B/297d7f3ecc7b4b638269d49cca6a1178 2024-11-08T12:40:05,448 DEBUG [StoreCloser-TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/B/8e91c33a1fff4ffbbea9bf1fc07cdc93 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/B/8e91c33a1fff4ffbbea9bf1fc07cdc93 2024-11-08T12:40:05,450 DEBUG [StoreCloser-TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/B/4077db5a53c14039b0f929c7bbebf3a9 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/B/4077db5a53c14039b0f929c7bbebf3a9 2024-11-08T12:40:05,451 DEBUG [StoreCloser-TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/B/ba0d6cfc510140788d5e6df8da57cce8 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/B/ba0d6cfc510140788d5e6df8da57cce8 2024-11-08T12:40:05,453 DEBUG [StoreCloser-TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/B/cddb3dafe62b45789a6a00b97e3a3692 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/B/cddb3dafe62b45789a6a00b97e3a3692 2024-11-08T12:40:05,454 DEBUG [StoreCloser-TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/B/763fd150466045578c8d6b6ce7a1d1ad to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/B/763fd150466045578c8d6b6ce7a1d1ad 2024-11-08T12:40:05,455 DEBUG [StoreCloser-TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/B/bd4727aaad574b57ab49f6967baa6cc5 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/B/bd4727aaad574b57ab49f6967baa6cc5 2024-11-08T12:40:05,456 DEBUG [StoreCloser-TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/B/9d2ca1d9ce3944da99a83becff31e0de to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/B/9d2ca1d9ce3944da99a83becff31e0de 2024-11-08T12:40:05,458 DEBUG [StoreCloser-TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/B/84b9f466cc9841d0a2bd8031c7dd8c7a to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/B/84b9f466cc9841d0a2bd8031c7dd8c7a 2024-11-08T12:40:05,459 DEBUG [StoreCloser-TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/B/9bcaf63880fc47098b3fbc4f855541cd to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/B/9bcaf63880fc47098b3fbc4f855541cd 2024-11-08T12:40:05,460 DEBUG [StoreCloser-TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/B/8552d8f7ef27430d8ccbc23ac68658da to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/B/8552d8f7ef27430d8ccbc23ac68658da 2024-11-08T12:40:05,461 DEBUG [StoreCloser-TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/B/27bd39c96e7743bfa9b9ba6a81f19a3b to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/B/27bd39c96e7743bfa9b9ba6a81f19a3b 2024-11-08T12:40:05,462 DEBUG [StoreCloser-TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/B/5b80cc41626b482eb76aba7f6e4a8e7e to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/B/5b80cc41626b482eb76aba7f6e4a8e7e 2024-11-08T12:40:05,464 DEBUG [StoreCloser-TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/C/b1d47faf22634b98af6898818d71ecf5, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/C/f7663713da024e2c8ecb02916903b5f1, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/C/cf89b2c40a4442fba8aaea716216ecf1, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/C/e01d82f079114d01beb4be79f5979f08, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/C/7888ac76def3406e91a70607c504d992, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/C/dd3a3ecfb13c4620af4f16b936c37bad, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/C/494d637c799e464fbcdcb8a125449e5b, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/C/fee25dba3dee43d5b10b0bd492a6e1a2, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/C/0d1a517c92de4db5913b215b8729506f, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/C/05bf3fea6b0a4f1f9609302ba0249fd8, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/C/96a928fd2edd4896999e01fa12e106be, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/C/3b2f33b3fdae43b2a37157b6e8ff8ed7, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/C/5df1e1a058a54c1db0c25fcc08176507, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/C/9196f4925879406c839f2743403a25ca, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/C/bcbf0528725a4f95ae0f0e975edc5c54, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/C/cac8d1bfd3824965bde68aeaa26dd495, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/C/0641f7ca040340bdb3dafa4875216e56, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/C/a70164ca27c34ec59865041bb83c9e23, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/C/5fae3b1dbeb444a281780250b045bcfc, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/C/8c1bb09867db4206a74c97304858d6b3, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/C/592b987ce68f42598ff78ebdbc3b4f78, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/C/ca8e2e7287f445a08a8a65d39f008b6d, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/C/78116943ec0c4d99922879da8c647c2e, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/C/e1bdf4634cf846b98a31a17c6f1e1507, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/C/3ca0bffdd219463ab21863727ff62705, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/C/46e2cbce87cc463d8b7509a4745732fb, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/C/ef711b86fb69462db8577b6675020a66, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/C/ffa250fecb0140a6ba9f0d9c7d6a7462, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/C/3e10adf537e245a08038caac0988c4c3, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/C/22f49bb099ea4554be4224a2370242e1, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/C/c326b8b6bcf3451a885ae61c7769bfa9, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/C/d49fca9b767b44f3989403d7513e93ec, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/C/25b1c6924bd849f6a347ab7509ff7f07, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/C/0ef550f414ec4aa4a5f6a99d73735d29, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/C/c2d29846f17a4bf98474e42b68c7f8bd, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/C/9515fad95c734cc5a247a7410cf707f3, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/C/210634d97ab64d158120a700e7fd7ec8, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/C/bc363bc44c074115bab9ace3f8ca7230] to archive 2024-11-08T12:40:05,465 DEBUG [StoreCloser-TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-08T12:40:05,467 DEBUG [StoreCloser-TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/C/b1d47faf22634b98af6898818d71ecf5 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/C/b1d47faf22634b98af6898818d71ecf5 2024-11-08T12:40:05,469 DEBUG [StoreCloser-TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/C/f7663713da024e2c8ecb02916903b5f1 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/C/f7663713da024e2c8ecb02916903b5f1 2024-11-08T12:40:05,470 DEBUG [StoreCloser-TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/C/cf89b2c40a4442fba8aaea716216ecf1 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/C/cf89b2c40a4442fba8aaea716216ecf1 2024-11-08T12:40:05,471 DEBUG [StoreCloser-TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/C/e01d82f079114d01beb4be79f5979f08 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/C/e01d82f079114d01beb4be79f5979f08 2024-11-08T12:40:05,473 DEBUG [StoreCloser-TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/C/7888ac76def3406e91a70607c504d992 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/C/7888ac76def3406e91a70607c504d992 2024-11-08T12:40:05,474 DEBUG [StoreCloser-TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/C/dd3a3ecfb13c4620af4f16b936c37bad to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/C/dd3a3ecfb13c4620af4f16b936c37bad 2024-11-08T12:40:05,475 DEBUG [StoreCloser-TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/C/494d637c799e464fbcdcb8a125449e5b to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/C/494d637c799e464fbcdcb8a125449e5b 2024-11-08T12:40:05,476 DEBUG [StoreCloser-TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/C/fee25dba3dee43d5b10b0bd492a6e1a2 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/C/fee25dba3dee43d5b10b0bd492a6e1a2 2024-11-08T12:40:05,477 DEBUG [StoreCloser-TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/C/0d1a517c92de4db5913b215b8729506f to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/C/0d1a517c92de4db5913b215b8729506f 2024-11-08T12:40:05,478 DEBUG [StoreCloser-TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/C/05bf3fea6b0a4f1f9609302ba0249fd8 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/C/05bf3fea6b0a4f1f9609302ba0249fd8 2024-11-08T12:40:05,479 DEBUG [StoreCloser-TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/C/96a928fd2edd4896999e01fa12e106be to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/C/96a928fd2edd4896999e01fa12e106be 2024-11-08T12:40:05,480 DEBUG [StoreCloser-TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/C/3b2f33b3fdae43b2a37157b6e8ff8ed7 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/C/3b2f33b3fdae43b2a37157b6e8ff8ed7 2024-11-08T12:40:05,480 DEBUG [StoreCloser-TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/C/5df1e1a058a54c1db0c25fcc08176507 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/C/5df1e1a058a54c1db0c25fcc08176507 2024-11-08T12:40:05,481 DEBUG [StoreCloser-TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/C/9196f4925879406c839f2743403a25ca to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/C/9196f4925879406c839f2743403a25ca 2024-11-08T12:40:05,482 DEBUG [StoreCloser-TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/C/bcbf0528725a4f95ae0f0e975edc5c54 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/C/bcbf0528725a4f95ae0f0e975edc5c54 2024-11-08T12:40:05,483 DEBUG [StoreCloser-TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/C/cac8d1bfd3824965bde68aeaa26dd495 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/C/cac8d1bfd3824965bde68aeaa26dd495 2024-11-08T12:40:05,484 DEBUG [StoreCloser-TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/C/0641f7ca040340bdb3dafa4875216e56 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/C/0641f7ca040340bdb3dafa4875216e56 2024-11-08T12:40:05,485 DEBUG [StoreCloser-TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/C/a70164ca27c34ec59865041bb83c9e23 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/C/a70164ca27c34ec59865041bb83c9e23 2024-11-08T12:40:05,486 DEBUG [StoreCloser-TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/C/5fae3b1dbeb444a281780250b045bcfc to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/C/5fae3b1dbeb444a281780250b045bcfc 2024-11-08T12:40:05,486 DEBUG [StoreCloser-TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/C/8c1bb09867db4206a74c97304858d6b3 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/C/8c1bb09867db4206a74c97304858d6b3 2024-11-08T12:40:05,487 DEBUG [StoreCloser-TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/C/592b987ce68f42598ff78ebdbc3b4f78 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/C/592b987ce68f42598ff78ebdbc3b4f78 2024-11-08T12:40:05,488 DEBUG [StoreCloser-TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/C/ca8e2e7287f445a08a8a65d39f008b6d to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/C/ca8e2e7287f445a08a8a65d39f008b6d 2024-11-08T12:40:05,489 DEBUG [StoreCloser-TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/C/78116943ec0c4d99922879da8c647c2e to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/C/78116943ec0c4d99922879da8c647c2e 2024-11-08T12:40:05,490 DEBUG [StoreCloser-TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/C/e1bdf4634cf846b98a31a17c6f1e1507 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/C/e1bdf4634cf846b98a31a17c6f1e1507 2024-11-08T12:40:05,491 DEBUG [StoreCloser-TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/C/3ca0bffdd219463ab21863727ff62705 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/C/3ca0bffdd219463ab21863727ff62705 2024-11-08T12:40:05,492 DEBUG [StoreCloser-TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/C/46e2cbce87cc463d8b7509a4745732fb to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/C/46e2cbce87cc463d8b7509a4745732fb 2024-11-08T12:40:05,492 DEBUG [StoreCloser-TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/C/ef711b86fb69462db8577b6675020a66 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/C/ef711b86fb69462db8577b6675020a66 2024-11-08T12:40:05,493 DEBUG [StoreCloser-TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/C/ffa250fecb0140a6ba9f0d9c7d6a7462 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/C/ffa250fecb0140a6ba9f0d9c7d6a7462 2024-11-08T12:40:05,494 DEBUG [StoreCloser-TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/C/3e10adf537e245a08038caac0988c4c3 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/C/3e10adf537e245a08038caac0988c4c3 2024-11-08T12:40:05,495 DEBUG [StoreCloser-TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/C/22f49bb099ea4554be4224a2370242e1 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/C/22f49bb099ea4554be4224a2370242e1 2024-11-08T12:40:05,496 DEBUG [StoreCloser-TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/C/c326b8b6bcf3451a885ae61c7769bfa9 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/C/c326b8b6bcf3451a885ae61c7769bfa9 2024-11-08T12:40:05,496 DEBUG [StoreCloser-TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/C/d49fca9b767b44f3989403d7513e93ec to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/C/d49fca9b767b44f3989403d7513e93ec 2024-11-08T12:40:05,497 DEBUG [StoreCloser-TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/C/25b1c6924bd849f6a347ab7509ff7f07 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/C/25b1c6924bd849f6a347ab7509ff7f07 2024-11-08T12:40:05,498 DEBUG [StoreCloser-TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/C/0ef550f414ec4aa4a5f6a99d73735d29 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/C/0ef550f414ec4aa4a5f6a99d73735d29 2024-11-08T12:40:05,499 DEBUG [StoreCloser-TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/C/c2d29846f17a4bf98474e42b68c7f8bd to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/C/c2d29846f17a4bf98474e42b68c7f8bd 2024-11-08T12:40:05,500 DEBUG [StoreCloser-TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/C/9515fad95c734cc5a247a7410cf707f3 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/C/9515fad95c734cc5a247a7410cf707f3 2024-11-08T12:40:05,501 DEBUG [StoreCloser-TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/C/210634d97ab64d158120a700e7fd7ec8 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/C/210634d97ab64d158120a700e7fd7ec8 2024-11-08T12:40:05,502 DEBUG [StoreCloser-TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/C/bc363bc44c074115bab9ace3f8ca7230 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/C/bc363bc44c074115bab9ace3f8ca7230 2024-11-08T12:40:05,507 DEBUG [RS_CLOSE_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/recovered.edits/553.seqid, newMaxSeqId=553, maxSeqId=1 2024-11-08T12:40:05,508 INFO [RS_CLOSE_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9. 2024-11-08T12:40:05,508 DEBUG [RS_CLOSE_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegion(1676): Region close journal for 5fbdb99fcc7482cd6f31ac3aa66e61e9: Waiting for close lock at 1731069603671Running coprocessor pre-close hooks at 1731069603671Disabling compacts and flushes for region at 1731069603671Disabling writes for close at 1731069604075 (+404 ms)Obtaining lock to block concurrent updates at 1731069604075Preparing flush snapshotting stores in 5fbdb99fcc7482cd6f31ac3aa66e61e9 at 1731069604075Finished memstore snapshotting TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9., syncing WAL and waiting on mvcc, flushsize=dataSize=13740, getHeapSize=36720, getOffHeapSize=0, getCellsCount=300 at 1731069604076 (+1 ms)Flushing stores of TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9. at 1731069604076Flushing 5fbdb99fcc7482cd6f31ac3aa66e61e9/A: creating writer at 1731069604076Flushing 5fbdb99fcc7482cd6f31ac3aa66e61e9/A: appending metadata at 1731069604079 (+3 ms)Flushing 5fbdb99fcc7482cd6f31ac3aa66e61e9/A: closing flushed file at 1731069604079Flushing 5fbdb99fcc7482cd6f31ac3aa66e61e9/B: creating writer at 1731069604489 (+410 ms)Flushing 5fbdb99fcc7482cd6f31ac3aa66e61e9/B: appending metadata at 1731069604491 (+2 ms)Flushing 5fbdb99fcc7482cd6f31ac3aa66e61e9/B: closing flushed file at 1731069604491Flushing 5fbdb99fcc7482cd6f31ac3aa66e61e9/C: creating writer at 1731069604916 (+425 ms)Flushing 5fbdb99fcc7482cd6f31ac3aa66e61e9/C: appending metadata at 1731069604919 (+3 ms)Flushing 5fbdb99fcc7482cd6f31ac3aa66e61e9/C: closing flushed file at 1731069604920 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2d3326fb: reopening flushed file at 1731069605330 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2adced85: reopening flushed file at 1731069605338 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@435d56c4: reopening flushed file at 1731069605344 (+6 ms)Finished flush of dataSize ~13.42 KB/13740, heapSize ~35.86 KB/36720, currentSize=0 B/0 for 5fbdb99fcc7482cd6f31ac3aa66e61e9 in 1275ms, sequenceid=550, compaction requested=false at 1731069605350 (+6 ms)Writing region close event to WAL at 1731069605504 (+154 ms)Running coprocessor post-close hooks at 1731069605508 (+4 ms)Closed at 1731069605508 2024-11-08T12:40:05,510 INFO [RS_CLOSE_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] handler.UnassignRegionHandler(157): Closed 5fbdb99fcc7482cd6f31ac3aa66e61e9 2024-11-08T12:40:05,511 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=31 updating hbase:meta row=5fbdb99fcc7482cd6f31ac3aa66e61e9, regionState=CLOSED 2024-11-08T12:40:05,512 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=32, ppid=31, state=RUNNABLE, hasLock=false; CloseRegionProcedure 5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 because future has completed 2024-11-08T12:40:05,515 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=32, resume processing ppid=31 2024-11-08T12:40:05,515 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=31, state=SUCCESS, hasLock=false; CloseRegionProcedure 5fbdb99fcc7482cd6f31ac3aa66e61e9, server=6ccfea20c990,38479,1731069575023 in 2.0090 sec 2024-11-08T12:40:05,517 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=31, resume processing ppid=30 2024-11-08T12:40:05,517 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=30, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=5fbdb99fcc7482cd6f31ac3aa66e61e9, UNASSIGN in 2.0150 sec 2024-11-08T12:40:05,519 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=30, resume processing ppid=29 2024-11-08T12:40:05,519 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=29, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 2.0220 sec 2024-11-08T12:40:05,520 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731069605520"}]},"ts":"1731069605520"} 2024-11-08T12:40:05,521 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-08T12:40:05,521 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-08T12:40:05,523 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 2.0380 sec 2024-11-08T12:40:05,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-08T12:40:05,654 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-08T12:40:05,658 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-08T12:40:05,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] procedure2.ProcedureExecutor(1139): Stored pid=33, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-08T12:40:05,663 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=33, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-08T12:40:05,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=33 2024-11-08T12:40:05,665 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=33, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-08T12:40:05,668 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9 2024-11-08T12:40:05,672 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/A, FileablePath, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/B, FileablePath, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/C, FileablePath, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/recovered.edits] 2024-11-08T12:40:05,676 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/A/278e57ad4f694f8c8ee064e79f43225f to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/A/278e57ad4f694f8c8ee064e79f43225f 2024-11-08T12:40:05,677 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/A/f697d65d32594e1ea7af9b4015fb159a to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/A/f697d65d32594e1ea7af9b4015fb159a 2024-11-08T12:40:05,679 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/B/02a8603bb30549cca35951f2b285638c to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/B/02a8603bb30549cca35951f2b285638c 2024-11-08T12:40:05,681 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/B/f23a78513878485495d225f617f99ee4 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/B/f23a78513878485495d225f617f99ee4 2024-11-08T12:40:05,683 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/C/3d8a5a35e0b74a57a9a3d75ede6b1eaa to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/C/3d8a5a35e0b74a57a9a3d75ede6b1eaa 2024-11-08T12:40:05,684 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/C/ec20303266e34e0a96f4d299e7fd7d44 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/C/ec20303266e34e0a96f4d299e7fd7d44 2024-11-08T12:40:05,687 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/recovered.edits/553.seqid to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9/recovered.edits/553.seqid 2024-11-08T12:40:05,687 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/5fbdb99fcc7482cd6f31ac3aa66e61e9 2024-11-08T12:40:05,687 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-08T12:40:05,692 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=33, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-08T12:40:05,696 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38479 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-08T12:40:05,701 WARN [PEWorker-5 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-08T12:40:05,730 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-08T12:40:05,731 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=33, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-08T12:40:05,731 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-08T12:40:05,731 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731069605731"}]},"ts":"9223372036854775807"} 2024-11-08T12:40:05,735 INFO [PEWorker-5 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-08T12:40:05,735 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 5fbdb99fcc7482cd6f31ac3aa66e61e9, NAME => 'TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9.', STARTKEY => '', ENDKEY => ''}] 2024-11-08T12:40:05,736 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-08T12:40:05,736 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731069605736"}]},"ts":"9223372036854775807"} 2024-11-08T12:40:05,739 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-08T12:40:05,740 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(133): Finished pid=33, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-08T12:40:05,741 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 81 msec 2024-11-08T12:40:05,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=33 2024-11-08T12:40:05,778 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-08T12:40:05,778 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-08T12:40:05,791 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithNoInMemCompaction#testMixedAtomicity Thread=240 (was 211) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_CLOSE_REGION-regionserver/6ccfea20c990:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;6ccfea20c990:38479-shortCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1095513933_22 at /127.0.0.1:52554 [Waiting for operation #366] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_618170040_22 at /127.0.0.1:40274 [Waiting for operation #9] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/6ccfea20c990:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1095513933_22 at /127.0.0.1:40272 [Waiting for operation #8] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_618170040_22 at /127.0.0.1:50332 [Waiting for operation #371] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=461 (was 441) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=423 (was 305) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3198 (was 4020) 2024-11-08T12:40:05,802 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithNoInMemCompaction#testMobMixedAtomicity Thread=240, OpenFileDescriptor=461, MaxFileDescriptor=1048576, SystemLoadAverage=423, ProcessCount=11, AvailableMemoryMB=3197 2024-11-08T12:40:05,804 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-08T12:40:05,805 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T12:40:05,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] procedure2.ProcedureExecutor(1139): Stored pid=34, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-08T12:40:05,808 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=34, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T12:40:05,808 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:40:05,809 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 34 2024-11-08T12:40:05,809 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=34, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T12:40:05,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-11-08T12:40:05,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073741957_1133 (size=959) 2024-11-08T12:40:05,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-11-08T12:40:06,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-11-08T12:40:06,221 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 379a4162f9b11724966038d5916c7a7e, NAME => 'TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe 2024-11-08T12:40:06,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073741958_1134 (size=53) 2024-11-08T12:40:06,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-11-08T12:40:06,628 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T12:40:06,628 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 379a4162f9b11724966038d5916c7a7e, disabling compactions & flushes 2024-11-08T12:40:06,628 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e. 2024-11-08T12:40:06,628 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e. 2024-11-08T12:40:06,628 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e. after waiting 0 ms 2024-11-08T12:40:06,628 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e. 2024-11-08T12:40:06,628 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e. 2024-11-08T12:40:06,628 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 379a4162f9b11724966038d5916c7a7e: Waiting for close lock at 1731069606628Disabling compacts and flushes for region at 1731069606628Disabling writes for close at 1731069606628Writing region close event to WAL at 1731069606628Closed at 1731069606628 2024-11-08T12:40:06,630 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=34, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T12:40:06,630 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731069606630"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731069606630"}]},"ts":"1731069606630"} 2024-11-08T12:40:06,632 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T12:40:06,633 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=34, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T12:40:06,633 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731069606633"}]},"ts":"1731069606633"} 2024-11-08T12:40:06,635 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-08T12:40:06,635 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=35, ppid=34, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=379a4162f9b11724966038d5916c7a7e, ASSIGN}] 2024-11-08T12:40:06,636 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=34, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=379a4162f9b11724966038d5916c7a7e, ASSIGN 2024-11-08T12:40:06,637 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=35, ppid=34, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=379a4162f9b11724966038d5916c7a7e, ASSIGN; state=OFFLINE, location=6ccfea20c990,38479,1731069575023; forceNewPlan=false, retain=false 2024-11-08T12:40:06,788 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=35 updating hbase:meta row=379a4162f9b11724966038d5916c7a7e, regionState=OPENING, regionLocation=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:06,790 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=35, ppid=34, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=379a4162f9b11724966038d5916c7a7e, ASSIGN because future has completed 2024-11-08T12:40:06,790 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=36, ppid=35, state=RUNNABLE, hasLock=false; OpenRegionProcedure 379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023}] 2024-11-08T12:40:06,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-11-08T12:40:06,946 INFO [RS_OPEN_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e. 2024-11-08T12:40:06,946 DEBUG [RS_OPEN_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(7752): Opening region: {ENCODED => 379a4162f9b11724966038d5916c7a7e, NAME => 'TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e.', STARTKEY => '', ENDKEY => ''} 2024-11-08T12:40:06,946 DEBUG [RS_OPEN_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 379a4162f9b11724966038d5916c7a7e 2024-11-08T12:40:06,947 DEBUG [RS_OPEN_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T12:40:06,947 DEBUG [RS_OPEN_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(7794): checking encryption for 379a4162f9b11724966038d5916c7a7e 2024-11-08T12:40:06,947 DEBUG [RS_OPEN_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(7797): checking classloading for 379a4162f9b11724966038d5916c7a7e 2024-11-08T12:40:06,948 INFO [StoreOpener-379a4162f9b11724966038d5916c7a7e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 379a4162f9b11724966038d5916c7a7e 2024-11-08T12:40:06,951 INFO [StoreOpener-379a4162f9b11724966038d5916c7a7e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 379a4162f9b11724966038d5916c7a7e columnFamilyName A 2024-11-08T12:40:06,951 DEBUG [StoreOpener-379a4162f9b11724966038d5916c7a7e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:40:06,952 INFO [StoreOpener-379a4162f9b11724966038d5916c7a7e-1 {}] regionserver.HStore(327): Store=379a4162f9b11724966038d5916c7a7e/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T12:40:06,952 INFO [StoreOpener-379a4162f9b11724966038d5916c7a7e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 379a4162f9b11724966038d5916c7a7e 2024-11-08T12:40:06,953 INFO [StoreOpener-379a4162f9b11724966038d5916c7a7e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 379a4162f9b11724966038d5916c7a7e columnFamilyName B 2024-11-08T12:40:06,954 DEBUG [StoreOpener-379a4162f9b11724966038d5916c7a7e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:40:06,954 INFO [StoreOpener-379a4162f9b11724966038d5916c7a7e-1 {}] regionserver.HStore(327): Store=379a4162f9b11724966038d5916c7a7e/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T12:40:06,954 INFO [StoreOpener-379a4162f9b11724966038d5916c7a7e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 379a4162f9b11724966038d5916c7a7e 2024-11-08T12:40:06,955 INFO [StoreOpener-379a4162f9b11724966038d5916c7a7e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 379a4162f9b11724966038d5916c7a7e columnFamilyName C 2024-11-08T12:40:06,955 DEBUG [StoreOpener-379a4162f9b11724966038d5916c7a7e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:40:06,956 INFO [StoreOpener-379a4162f9b11724966038d5916c7a7e-1 {}] regionserver.HStore(327): Store=379a4162f9b11724966038d5916c7a7e/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T12:40:06,956 DEBUG [RS_OPEN_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1038): replaying wal for 379a4162f9b11724966038d5916c7a7e 2024-11-08T12:40:06,956 DEBUG [RS_OPEN_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e 2024-11-08T12:40:06,957 DEBUG [RS_OPEN_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e 2024-11-08T12:40:06,958 DEBUG [RS_OPEN_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1048): stopping wal replay for 379a4162f9b11724966038d5916c7a7e 2024-11-08T12:40:06,958 DEBUG [RS_OPEN_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1060): Cleaning up temporary data for 379a4162f9b11724966038d5916c7a7e 2024-11-08T12:40:06,958 DEBUG [RS_OPEN_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-08T12:40:06,959 DEBUG [RS_OPEN_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1093): writing seq id for 379a4162f9b11724966038d5916c7a7e 2024-11-08T12:40:06,961 DEBUG [RS_OPEN_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T12:40:06,962 INFO [RS_OPEN_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1114): Opened 379a4162f9b11724966038d5916c7a7e; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65636114, jitterRate=-0.021945685148239136}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-08T12:40:06,962 DEBUG [RS_OPEN_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 379a4162f9b11724966038d5916c7a7e 2024-11-08T12:40:06,962 DEBUG [RS_OPEN_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1006): Region open journal for 379a4162f9b11724966038d5916c7a7e: Running coprocessor pre-open hook at 1731069606947Writing region info on filesystem at 1731069606947Initializing all the Stores at 1731069606948 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731069606948Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731069606948Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731069606948Cleaning up temporary data from old regions at 1731069606958 (+10 ms)Running coprocessor post-open hooks at 1731069606962 (+4 ms)Region opened successfully at 1731069606962 2024-11-08T12:40:06,963 INFO [RS_OPEN_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., pid=36, masterSystemTime=1731069606942 2024-11-08T12:40:06,965 DEBUG [RS_OPEN_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e. 2024-11-08T12:40:06,965 INFO [RS_OPEN_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e. 2024-11-08T12:40:06,965 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=35 updating hbase:meta row=379a4162f9b11724966038d5916c7a7e, regionState=OPEN, openSeqNum=2, regionLocation=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:06,967 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=36, ppid=35, state=RUNNABLE, hasLock=false; OpenRegionProcedure 379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 because future has completed 2024-11-08T12:40:06,970 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=36, resume processing ppid=35 2024-11-08T12:40:06,970 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, ppid=35, state=SUCCESS, hasLock=false; OpenRegionProcedure 379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 in 178 msec 2024-11-08T12:40:06,972 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=35, resume processing ppid=34 2024-11-08T12:40:06,972 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=34, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=379a4162f9b11724966038d5916c7a7e, ASSIGN in 335 msec 2024-11-08T12:40:06,972 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=34, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T12:40:06,973 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731069606972"}]},"ts":"1731069606972"} 2024-11-08T12:40:06,975 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-08T12:40:06,976 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=34, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T12:40:06,977 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1710 sec 2024-11-08T12:40:07,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-11-08T12:40:07,954 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-08T12:40:07,955 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ffee9aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T12:40:07,955 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6ccfea20c990,40975,-1 for getting cluster id 2024-11-08T12:40:07,955 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T12:40:07,956 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '93a2ca5a-489f-4fb5-ae49-7a4775f6c4c3' 2024-11-08T12:40:07,956 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T12:40:07,957 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "93a2ca5a-489f-4fb5-ae49-7a4775f6c4c3" 2024-11-08T12:40:07,957 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@412f659e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T12:40:07,957 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6ccfea20c990,40975,-1] 2024-11-08T12:40:07,957 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T12:40:07,957 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T12:40:07,958 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38010, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T12:40:07,959 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d4ac981, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T12:40:07,959 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T12:40:07,960 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6ccfea20c990,38479,1731069575023, seqNum=-1] 2024-11-08T12:40:07,960 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T12:40:07,962 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42812, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T12:40:07,963 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T12:40:07,963 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 6ccfea20c990,40975,1731069574299 2024-11-08T12:40:07,963 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@28a8f79a 2024-11-08T12:40:07,963 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T12:40:07,964 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38016, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T12:40:07,969 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-08T12:40:07,969 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T12:40:07,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] procedure2.ProcedureExecutor(1139): Stored pid=37, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees 2024-11-08T12:40:07,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073741959_1135 (size=995) 2024-11-08T12:40:08,390 DEBUG [PEWorker-5 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.959 2024-11-08T12:40:08,390 INFO [PEWorker-5 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.995 2024-11-08T12:40:08,398 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=38, ppid=37, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-08T12:40:08,407 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=39, ppid=38, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=379a4162f9b11724966038d5916c7a7e, REOPEN/MOVE}] 2024-11-08T12:40:08,408 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=39, ppid=38, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=379a4162f9b11724966038d5916c7a7e, REOPEN/MOVE 2024-11-08T12:40:08,409 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=379a4162f9b11724966038d5916c7a7e, regionState=CLOSING, regionLocation=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:08,411 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=39, ppid=38, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=379a4162f9b11724966038d5916c7a7e, REOPEN/MOVE because future has completed 2024-11-08T12:40:08,411 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-08T12:40:08,411 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=40, ppid=39, state=RUNNABLE, hasLock=false; CloseRegionProcedure 379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023}] 2024-11-08T12:40:08,565 INFO [RS_CLOSE_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] handler.UnassignRegionHandler(122): Close 379a4162f9b11724966038d5916c7a7e 2024-11-08T12:40:08,566 DEBUG [RS_CLOSE_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-08T12:40:08,566 DEBUG [RS_CLOSE_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] regionserver.HRegion(1722): Closing 379a4162f9b11724966038d5916c7a7e, disabling compactions & flushes 2024-11-08T12:40:08,566 INFO [RS_CLOSE_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e. 2024-11-08T12:40:08,566 DEBUG [RS_CLOSE_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e. 2024-11-08T12:40:08,566 DEBUG [RS_CLOSE_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e. after waiting 0 ms 2024-11-08T12:40:08,566 DEBUG [RS_CLOSE_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e. 2024-11-08T12:40:08,575 DEBUG [RS_CLOSE_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-08T12:40:08,576 INFO [RS_CLOSE_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e. 2024-11-08T12:40:08,576 DEBUG [RS_CLOSE_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] regionserver.HRegion(1676): Region close journal for 379a4162f9b11724966038d5916c7a7e: Waiting for close lock at 1731069608566Running coprocessor pre-close hooks at 1731069608566Disabling compacts and flushes for region at 1731069608566Disabling writes for close at 1731069608566Writing region close event to WAL at 1731069608567 (+1 ms)Running coprocessor post-close hooks at 1731069608576 (+9 ms)Closed at 1731069608576 2024-11-08T12:40:08,576 WARN [RS_CLOSE_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] regionserver.HRegionServer(3299): Not adding moved region record: 379a4162f9b11724966038d5916c7a7e to self. 2024-11-08T12:40:08,578 INFO [RS_CLOSE_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] handler.UnassignRegionHandler(157): Closed 379a4162f9b11724966038d5916c7a7e 2024-11-08T12:40:08,579 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=379a4162f9b11724966038d5916c7a7e, regionState=CLOSED 2024-11-08T12:40:08,581 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=40, ppid=39, state=RUNNABLE, hasLock=false; CloseRegionProcedure 379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 because future has completed 2024-11-08T12:40:08,583 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=40, resume processing ppid=39 2024-11-08T12:40:08,584 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=39, state=SUCCESS, hasLock=false; CloseRegionProcedure 379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 in 171 msec 2024-11-08T12:40:08,584 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=39, ppid=38, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=379a4162f9b11724966038d5916c7a7e, REOPEN/MOVE; state=CLOSED, location=6ccfea20c990,38479,1731069575023; forceNewPlan=false, retain=true 2024-11-08T12:40:08,735 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=379a4162f9b11724966038d5916c7a7e, regionState=OPENING, regionLocation=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:08,737 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=39, ppid=38, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=379a4162f9b11724966038d5916c7a7e, REOPEN/MOVE because future has completed 2024-11-08T12:40:08,737 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=41, ppid=39, state=RUNNABLE, hasLock=false; OpenRegionProcedure 379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023}] 2024-11-08T12:40:08,893 INFO [RS_OPEN_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e. 2024-11-08T12:40:08,893 DEBUG [RS_OPEN_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7752): Opening region: {ENCODED => 379a4162f9b11724966038d5916c7a7e, NAME => 'TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e.', STARTKEY => '', ENDKEY => ''} 2024-11-08T12:40:08,894 DEBUG [RS_OPEN_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 379a4162f9b11724966038d5916c7a7e 2024-11-08T12:40:08,894 DEBUG [RS_OPEN_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T12:40:08,894 DEBUG [RS_OPEN_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7794): checking encryption for 379a4162f9b11724966038d5916c7a7e 2024-11-08T12:40:08,894 DEBUG [RS_OPEN_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7797): checking classloading for 379a4162f9b11724966038d5916c7a7e 2024-11-08T12:40:08,900 INFO [StoreOpener-379a4162f9b11724966038d5916c7a7e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 379a4162f9b11724966038d5916c7a7e 2024-11-08T12:40:08,907 INFO [StoreOpener-379a4162f9b11724966038d5916c7a7e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 379a4162f9b11724966038d5916c7a7e columnFamilyName A 2024-11-08T12:40:08,908 DEBUG [StoreOpener-379a4162f9b11724966038d5916c7a7e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:40:08,909 INFO [StoreOpener-379a4162f9b11724966038d5916c7a7e-1 {}] regionserver.HStore(327): Store=379a4162f9b11724966038d5916c7a7e/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T12:40:08,909 INFO [StoreOpener-379a4162f9b11724966038d5916c7a7e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 379a4162f9b11724966038d5916c7a7e 2024-11-08T12:40:08,910 INFO [StoreOpener-379a4162f9b11724966038d5916c7a7e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 379a4162f9b11724966038d5916c7a7e columnFamilyName B 2024-11-08T12:40:08,910 DEBUG [StoreOpener-379a4162f9b11724966038d5916c7a7e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:40:08,910 INFO [StoreOpener-379a4162f9b11724966038d5916c7a7e-1 {}] regionserver.HStore(327): Store=379a4162f9b11724966038d5916c7a7e/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T12:40:08,910 INFO [StoreOpener-379a4162f9b11724966038d5916c7a7e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 379a4162f9b11724966038d5916c7a7e 2024-11-08T12:40:08,911 INFO [StoreOpener-379a4162f9b11724966038d5916c7a7e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 379a4162f9b11724966038d5916c7a7e columnFamilyName C 2024-11-08T12:40:08,911 DEBUG [StoreOpener-379a4162f9b11724966038d5916c7a7e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:40:08,911 INFO [StoreOpener-379a4162f9b11724966038d5916c7a7e-1 {}] regionserver.HStore(327): Store=379a4162f9b11724966038d5916c7a7e/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T12:40:08,912 DEBUG [RS_OPEN_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1038): replaying wal for 379a4162f9b11724966038d5916c7a7e 2024-11-08T12:40:08,912 DEBUG [RS_OPEN_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e 2024-11-08T12:40:08,913 DEBUG [RS_OPEN_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e 2024-11-08T12:40:08,914 DEBUG [RS_OPEN_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1048): stopping wal replay for 379a4162f9b11724966038d5916c7a7e 2024-11-08T12:40:08,914 DEBUG [RS_OPEN_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1060): Cleaning up temporary data for 379a4162f9b11724966038d5916c7a7e 2024-11-08T12:40:08,915 DEBUG [RS_OPEN_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-08T12:40:08,916 DEBUG [RS_OPEN_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1093): writing seq id for 379a4162f9b11724966038d5916c7a7e 2024-11-08T12:40:08,916 INFO [RS_OPEN_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1114): Opened 379a4162f9b11724966038d5916c7a7e; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71269879, jitterRate=0.062003955245018005}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-08T12:40:08,917 DEBUG [RS_OPEN_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 379a4162f9b11724966038d5916c7a7e 2024-11-08T12:40:08,917 DEBUG [RS_OPEN_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1006): Region open journal for 379a4162f9b11724966038d5916c7a7e: Running coprocessor pre-open hook at 1731069608894Writing region info on filesystem at 1731069608894Initializing all the Stores at 1731069608896 (+2 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731069608896Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731069608896Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731069608896Cleaning up temporary data from old regions at 1731069608914 (+18 ms)Running coprocessor post-open hooks at 1731069608917 (+3 ms)Region opened successfully at 1731069608917 2024-11-08T12:40:08,918 INFO [RS_OPEN_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., pid=41, masterSystemTime=1731069608889 2024-11-08T12:40:08,920 DEBUG [RS_OPEN_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e. 2024-11-08T12:40:08,920 INFO [RS_OPEN_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e. 2024-11-08T12:40:08,920 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=379a4162f9b11724966038d5916c7a7e, regionState=OPEN, openSeqNum=5, regionLocation=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:08,922 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=41, ppid=39, state=RUNNABLE, hasLock=false; OpenRegionProcedure 379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 because future has completed 2024-11-08T12:40:08,924 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=41, resume processing ppid=39 2024-11-08T12:40:08,924 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=39, state=SUCCESS, hasLock=false; OpenRegionProcedure 379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 in 186 msec 2024-11-08T12:40:08,927 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=39, resume processing ppid=38 2024-11-08T12:40:08,927 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=38, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=379a4162f9b11724966038d5916c7a7e, REOPEN/MOVE in 517 msec 2024-11-08T12:40:08,930 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=38, resume processing ppid=37 2024-11-08T12:40:08,930 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=37, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees in 531 msec 2024-11-08T12:40:08,934 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, state=SUCCESS, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees in 961 msec 2024-11-08T12:40:08,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=37 2024-11-08T12:40:08,936 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY_COLUMN_FAMILY, Table Name: default:TestAcidGuarantees completed 2024-11-08T12:40:08,937 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f683619, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T12:40:08,937 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6ccfea20c990,40975,-1 for getting cluster id 2024-11-08T12:40:08,937 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T12:40:08,938 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '93a2ca5a-489f-4fb5-ae49-7a4775f6c4c3' 2024-11-08T12:40:08,938 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T12:40:08,938 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "93a2ca5a-489f-4fb5-ae49-7a4775f6c4c3" 2024-11-08T12:40:08,938 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a58c525, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T12:40:08,938 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6ccfea20c990,40975,-1] 2024-11-08T12:40:08,939 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T12:40:08,939 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T12:40:08,940 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44894, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T12:40:08,941 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39dddd7b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T12:40:08,941 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@dd47c94, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T12:40:08,942 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6ccfea20c990,40975,-1 for getting cluster id 2024-11-08T12:40:08,942 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T12:40:08,943 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '93a2ca5a-489f-4fb5-ae49-7a4775f6c4c3' 2024-11-08T12:40:08,943 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T12:40:08,943 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "93a2ca5a-489f-4fb5-ae49-7a4775f6c4c3" 2024-11-08T12:40:08,943 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44ef1482, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T12:40:08,943 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6ccfea20c990,40975,-1] 2024-11-08T12:40:08,943 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T12:40:08,943 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T12:40:08,944 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44916, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T12:40:08,945 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2155b70e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T12:40:08,946 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@750c1845, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T12:40:08,946 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6ccfea20c990,40975,-1 for getting cluster id 2024-11-08T12:40:08,946 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T12:40:08,947 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '93a2ca5a-489f-4fb5-ae49-7a4775f6c4c3' 2024-11-08T12:40:08,947 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T12:40:08,947 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "93a2ca5a-489f-4fb5-ae49-7a4775f6c4c3" 2024-11-08T12:40:08,947 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@782084fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T12:40:08,947 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6ccfea20c990,40975,-1] 2024-11-08T12:40:08,948 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T12:40:08,948 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T12:40:08,948 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44930, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T12:40:08,949 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a9e1791, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T12:40:08,950 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@85a5f7a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T12:40:08,950 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6ccfea20c990,40975,-1 for getting cluster id 2024-11-08T12:40:08,950 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T12:40:08,951 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '93a2ca5a-489f-4fb5-ae49-7a4775f6c4c3' 2024-11-08T12:40:08,951 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T12:40:08,951 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "93a2ca5a-489f-4fb5-ae49-7a4775f6c4c3" 2024-11-08T12:40:08,952 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@338a8d3c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T12:40:08,952 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6ccfea20c990,40975,-1] 2024-11-08T12:40:08,952 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T12:40:08,952 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T12:40:08,953 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44946, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T12:40:08,954 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@269659a2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T12:40:08,954 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71151d6d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T12:40:08,954 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6ccfea20c990,40975,-1 for getting cluster id 2024-11-08T12:40:08,954 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T12:40:08,955 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '93a2ca5a-489f-4fb5-ae49-7a4775f6c4c3' 2024-11-08T12:40:08,955 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T12:40:08,955 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "93a2ca5a-489f-4fb5-ae49-7a4775f6c4c3" 2024-11-08T12:40:08,956 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74da0cd0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T12:40:08,956 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6ccfea20c990,40975,-1] 2024-11-08T12:40:08,956 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T12:40:08,956 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T12:40:08,957 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44966, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T12:40:08,958 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35d7219e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T12:40:08,958 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ab1fb6e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T12:40:08,958 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6ccfea20c990,40975,-1 for getting cluster id 2024-11-08T12:40:08,958 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T12:40:08,959 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '93a2ca5a-489f-4fb5-ae49-7a4775f6c4c3' 2024-11-08T12:40:08,959 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T12:40:08,959 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "93a2ca5a-489f-4fb5-ae49-7a4775f6c4c3" 2024-11-08T12:40:08,959 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48e6783f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T12:40:08,960 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6ccfea20c990,40975,-1] 2024-11-08T12:40:08,960 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T12:40:08,960 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T12:40:08,961 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44978, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T12:40:08,961 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@282ddcf8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T12:40:08,962 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6dd18334, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T12:40:08,962 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6ccfea20c990,40975,-1 for getting cluster id 2024-11-08T12:40:08,962 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T12:40:08,963 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '93a2ca5a-489f-4fb5-ae49-7a4775f6c4c3' 2024-11-08T12:40:08,963 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T12:40:08,963 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "93a2ca5a-489f-4fb5-ae49-7a4775f6c4c3" 2024-11-08T12:40:08,963 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23adfa77, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T12:40:08,963 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6ccfea20c990,40975,-1] 2024-11-08T12:40:08,963 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T12:40:08,963 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T12:40:08,964 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44984, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T12:40:08,964 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33babeb1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T12:40:08,965 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52c57d01, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T12:40:08,965 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6ccfea20c990,40975,-1 for getting cluster id 2024-11-08T12:40:08,965 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T12:40:08,966 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '93a2ca5a-489f-4fb5-ae49-7a4775f6c4c3' 2024-11-08T12:40:08,966 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T12:40:08,966 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "93a2ca5a-489f-4fb5-ae49-7a4775f6c4c3" 2024-11-08T12:40:08,967 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@392aeb4a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T12:40:08,967 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6ccfea20c990,40975,-1] 2024-11-08T12:40:08,967 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T12:40:08,967 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T12:40:08,968 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45000, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T12:40:08,968 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b13c971, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T12:40:08,969 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b465b92, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T12:40:08,969 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6ccfea20c990,40975,-1 for getting cluster id 2024-11-08T12:40:08,969 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T12:40:08,970 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '93a2ca5a-489f-4fb5-ae49-7a4775f6c4c3' 2024-11-08T12:40:08,970 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T12:40:08,970 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "93a2ca5a-489f-4fb5-ae49-7a4775f6c4c3" 2024-11-08T12:40:08,970 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3bf5a608, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T12:40:08,970 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6ccfea20c990,40975,-1] 2024-11-08T12:40:08,971 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T12:40:08,971 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T12:40:08,971 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45020, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T12:40:08,972 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e2ad28e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T12:40:08,973 DEBUG [Thread-681 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T12:40:08,973 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-08T12:40:08,973 DEBUG [Thread-674 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T12:40:08,973 DEBUG [Thread-687 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T12:40:08,974 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6ccfea20c990,38479,1731069575023, seqNum=-1] 2024-11-08T12:40:08,974 DEBUG [Thread-683 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T12:40:08,974 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6ccfea20c990,38479,1731069575023, seqNum=-1] 2024-11-08T12:40:08,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] procedure2.ProcedureExecutor(1139): Stored pid=42, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees 2024-11-08T12:40:08,974 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6ccfea20c990,38479,1731069575023, seqNum=-1] 2024-11-08T12:40:08,974 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T12:40:08,974 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T12:40:08,975 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T12:40:08,976 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57414, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T12:40:08,976 DEBUG [Thread-672 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T12:40:08,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-08T12:40:08,976 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=42, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-08T12:40:08,976 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6ccfea20c990,38479,1731069575023, seqNum=-1] 2024-11-08T12:40:08,977 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T12:40:08,977 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57426, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T12:40:08,977 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57416, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T12:40:08,977 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6ccfea20c990,38479,1731069575023, seqNum=-1] 2024-11-08T12:40:08,978 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T12:40:08,978 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57438, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T12:40:08,978 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=42, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-08T12:40:08,978 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=43, ppid=42, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-08T12:40:08,979 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57450, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T12:40:08,979 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5] 2024-11-08T12:40:08,980 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5] 2024-11-08T12:40:08,980 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5] 2024-11-08T12:40:08,981 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5] 2024-11-08T12:40:08,981 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5] 2024-11-08T12:40:08,985 DEBUG [Thread-678 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T12:40:08,985 DEBUG [Thread-685 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T12:40:08,986 DEBUG [Thread-676 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T12:40:08,986 DEBUG [Thread-670 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T12:40:08,986 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6ccfea20c990,38479,1731069575023, seqNum=-1] 2024-11-08T12:40:08,986 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6ccfea20c990,38479,1731069575023, seqNum=-1] 2024-11-08T12:40:08,987 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6ccfea20c990,38479,1731069575023, seqNum=-1] 2024-11-08T12:40:08,987 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T12:40:08,987 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T12:40:08,987 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T12:40:08,988 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6ccfea20c990,38479,1731069575023, seqNum=-1] 2024-11-08T12:40:08,988 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T12:40:08,989 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57452, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T12:40:08,989 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57456, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T12:40:08,990 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57470, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T12:40:08,990 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57462, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T12:40:08,992 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5] 2024-11-08T12:40:08,993 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5] 2024-11-08T12:40:08,993 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5] 2024-11-08T12:40:08,995 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5] 2024-11-08T12:40:09,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(8855): Flush requested on 379a4162f9b11724966038d5916c7a7e 2024-11-08T12:40:09,000 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-08T12:40:09,000 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 379a4162f9b11724966038d5916c7a7e 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-08T12:40:09,059 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108de9fa72f20a5475eba81d41b17406bd0_379a4162f9b11724966038d5916c7a7e is 50, key is test_row_0/A:col10/1731069608996/Put/seqid=0 2024-11-08T12:40:09,067 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:09,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57416 deadline: 1731069669057, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:09,068 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:09,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57470 deadline: 1731069669055, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:09,068 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:09,068 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:09,068 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:09,068 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:09,068 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:09,068 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:40:09,068 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:40:09,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57452 deadline: 1731069669061, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:09,069 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:09,069 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:09,069 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:40:09,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073741960_1136 (size=12154) 2024-11-08T12:40:09,080 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:40:09,081 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:09,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57450 deadline: 1731069669068, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:09,082 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:09,082 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:09,082 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:09,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57462 deadline: 1731069669068, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:09,082 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:40:09,082 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:09,082 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:09,082 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:40:09,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-08T12:40:09,088 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108de9fa72f20a5475eba81d41b17406bd0_379a4162f9b11724966038d5916c7a7e to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108de9fa72f20a5475eba81d41b17406bd0_379a4162f9b11724966038d5916c7a7e 2024-11-08T12:40:09,091 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/.tmp/A/c0bb767464c8456cb99b7978042d1d17, store: [table=TestAcidGuarantees family=A region=379a4162f9b11724966038d5916c7a7e] 2024-11-08T12:40:09,098 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/.tmp/A/c0bb767464c8456cb99b7978042d1d17 is 175, key is test_row_0/A:col10/1731069608996/Put/seqid=0 2024-11-08T12:40:09,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073741961_1137 (size=30955) 2024-11-08T12:40:09,108 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=16, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/.tmp/A/c0bb767464c8456cb99b7978042d1d17 2024-11-08T12:40:09,132 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38479 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-08T12:40:09,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e. 2024-11-08T12:40:09,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e. as already flushing 2024-11-08T12:40:09,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e. 2024-11-08T12:40:09,133 ERROR [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => 379a4162f9b11724966038d5916c7a7e, NAME => 'TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:40:09,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => 379a4162f9b11724966038d5916c7a7e, NAME => 'TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:40:09,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 379a4162f9b11724966038d5916c7a7e, NAME => 'TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 379a4162f9b11724966038d5916c7a7e, NAME => 'TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:40:09,141 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/.tmp/B/23bf2d386cb84dd09a5ee915715b6030 is 50, key is test_row_0/B:col10/1731069608996/Put/seqid=0 2024-11-08T12:40:09,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073741962_1138 (size=12001) 2024-11-08T12:40:09,151 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/.tmp/B/23bf2d386cb84dd09a5ee915715b6030 2024-11-08T12:40:09,177 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:09,177 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:09,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57416 deadline: 1731069669173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:09,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57470 deadline: 1731069669174, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:09,178 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:09,178 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:09,178 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:09,178 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:40:09,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57452 deadline: 1731069669174, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:09,179 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:09,179 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:09,179 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:40:09,179 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:09,179 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:09,179 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:40:09,179 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/.tmp/C/8ae3f0d28b37462aa9418a510c6de51f is 50, key is test_row_0/C:col10/1731069608996/Put/seqid=0 2024-11-08T12:40:09,196 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:09,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57450 deadline: 1731069669193, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:09,196 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:09,196 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:09,196 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:09,196 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:40:09,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57462 deadline: 1731069669193, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:09,197 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:09,197 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:09,197 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:40:09,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073741963_1139 (size=12001) 2024-11-08T12:40:09,199 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/.tmp/C/8ae3f0d28b37462aa9418a510c6de51f 2024-11-08T12:40:09,206 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/.tmp/A/c0bb767464c8456cb99b7978042d1d17 as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/A/c0bb767464c8456cb99b7978042d1d17 2024-11-08T12:40:09,213 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/A/c0bb767464c8456cb99b7978042d1d17, entries=150, sequenceid=16, filesize=30.2 K 2024-11-08T12:40:09,215 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/.tmp/B/23bf2d386cb84dd09a5ee915715b6030 as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/B/23bf2d386cb84dd09a5ee915715b6030 2024-11-08T12:40:09,231 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/B/23bf2d386cb84dd09a5ee915715b6030, entries=150, sequenceid=16, filesize=11.7 K 2024-11-08T12:40:09,239 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/.tmp/C/8ae3f0d28b37462aa9418a510c6de51f as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/C/8ae3f0d28b37462aa9418a510c6de51f 2024-11-08T12:40:09,247 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/C/8ae3f0d28b37462aa9418a510c6de51f, entries=150, sequenceid=16, filesize=11.7 K 2024-11-08T12:40:09,248 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 379a4162f9b11724966038d5916c7a7e in 248ms, sequenceid=16, compaction requested=false 2024-11-08T12:40:09,248 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 379a4162f9b11724966038d5916c7a7e: 2024-11-08T12:40:09,287 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38479 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-08T12:40:09,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e. 2024-11-08T12:40:09,287 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2902): Flushing 379a4162f9b11724966038d5916c7a7e 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-08T12:40:09,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-08T12:40:09,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108fba5b74b7c1444fc9499c3704f7e488e_379a4162f9b11724966038d5916c7a7e is 50, key is test_row_0/A:col10/1731069609065/Put/seqid=0 2024-11-08T12:40:09,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073741964_1140 (size=12154) 2024-11-08T12:40:09,391 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e. as already flushing 2024-11-08T12:40:09,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(8855): Flush requested on 379a4162f9b11724966038d5916c7a7e 2024-11-08T12:40:09,435 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:09,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57470 deadline: 1731069669409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:09,436 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:09,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57452 deadline: 1731069669429, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:09,436 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:09,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57416 deadline: 1731069669429, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:09,437 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:09,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57450 deadline: 1731069669432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:09,437 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:09,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57462 deadline: 1731069669436, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:09,438 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:09,438 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:09,438 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:09,438 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:09,438 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:09,438 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:09,438 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:40:09,438 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:40:09,438 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:40:09,438 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:09,438 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:09,438 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:40:09,438 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:09,438 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:09,438 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:40:09,544 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:09,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57450 deadline: 1731069669543, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:09,545 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:09,545 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:09,545 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:40:09,547 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:09,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57462 deadline: 1731069669544, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:09,547 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:09,547 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:09,548 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:09,548 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:40:09,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57416 deadline: 1731069669545, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:09,548 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:09,548 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:09,548 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:09,548 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:09,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57452 deadline: 1731069669545, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:09,548 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:40:09,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57470 deadline: 1731069669545, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:09,549 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:09,549 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:09,549 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:40:09,549 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:09,550 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:09,550 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:40:09,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-08T12:40:09,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:40:09,730 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108fba5b74b7c1444fc9499c3704f7e488e_379a4162f9b11724966038d5916c7a7e to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108fba5b74b7c1444fc9499c3704f7e488e_379a4162f9b11724966038d5916c7a7e 2024-11-08T12:40:09,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/.tmp/A/ca0f35a587394707be9df99ce625dfb4, store: [table=TestAcidGuarantees family=A region=379a4162f9b11724966038d5916c7a7e] 2024-11-08T12:40:09,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/.tmp/A/ca0f35a587394707be9df99ce625dfb4 is 175, key is test_row_0/A:col10/1731069609065/Put/seqid=0 2024-11-08T12:40:09,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073741965_1141 (size=30955) 2024-11-08T12:40:09,747 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=40, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/.tmp/A/ca0f35a587394707be9df99ce625dfb4 2024-11-08T12:40:09,757 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:09,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57416 deadline: 1731069669754, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:09,757 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:09,757 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:09,757 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:09,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57450 deadline: 1731069669754, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:09,757 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:40:09,757 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:09,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57462 deadline: 1731069669754, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:09,758 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:09,758 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:09,758 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:40:09,758 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:09,758 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:09,758 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:09,758 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:40:09,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57470 deadline: 1731069669756, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:09,759 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:09,759 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:09,759 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:40:09,759 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:09,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57452 deadline: 1731069669756, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:09,760 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:09,760 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:09,760 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:40:09,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/.tmp/B/311e0a503a9e4c79b784cb1938bee825 is 50, key is test_row_0/B:col10/1731069609065/Put/seqid=0 2024-11-08T12:40:09,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073741966_1142 (size=12001) 2024-11-08T12:40:09,785 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/.tmp/B/311e0a503a9e4c79b784cb1938bee825 2024-11-08T12:40:09,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/.tmp/C/a085b67477a44366b4dd0f11e2211320 is 50, key is test_row_0/C:col10/1731069609065/Put/seqid=0 2024-11-08T12:40:09,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073741967_1143 (size=12001) 2024-11-08T12:40:09,825 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/.tmp/C/a085b67477a44366b4dd0f11e2211320 2024-11-08T12:40:09,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/.tmp/A/ca0f35a587394707be9df99ce625dfb4 as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/A/ca0f35a587394707be9df99ce625dfb4 2024-11-08T12:40:09,855 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/A/ca0f35a587394707be9df99ce625dfb4, entries=150, sequenceid=40, filesize=30.2 K 2024-11-08T12:40:09,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/.tmp/B/311e0a503a9e4c79b784cb1938bee825 as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/B/311e0a503a9e4c79b784cb1938bee825 2024-11-08T12:40:09,867 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/B/311e0a503a9e4c79b784cb1938bee825, entries=150, sequenceid=40, filesize=11.7 K 2024-11-08T12:40:09,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/.tmp/C/a085b67477a44366b4dd0f11e2211320 as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/C/a085b67477a44366b4dd0f11e2211320 2024-11-08T12:40:09,878 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/C/a085b67477a44366b4dd0f11e2211320, entries=150, sequenceid=40, filesize=11.7 K 2024-11-08T12:40:09,880 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 379a4162f9b11724966038d5916c7a7e in 592ms, sequenceid=40, compaction requested=false 2024-11-08T12:40:09,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2603): Flush status journal for 379a4162f9b11724966038d5916c7a7e: 2024-11-08T12:40:09,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e. 2024-11-08T12:40:09,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=43 2024-11-08T12:40:09,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] master.HMaster(4169): Remote procedure done, pid=43 2024-11-08T12:40:09,884 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=43, resume processing ppid=42 2024-11-08T12:40:09,884 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=42, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 904 msec 2024-11-08T12:40:09,891 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees in 916 msec 2024-11-08T12:40:10,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(8855): Flush requested on 379a4162f9b11724966038d5916c7a7e 2024-11-08T12:40:10,069 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-08T12:40:10,069 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 379a4162f9b11724966038d5916c7a7e 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-08T12:40:10,088 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108723482dafa4c4f68b1e8a233240dbefe_379a4162f9b11724966038d5916c7a7e is 50, key is test_row_0/A:col10/1731069610067/Put/seqid=0 2024-11-08T12:40:10,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073741968_1144 (size=12154) 2024-11-08T12:40:10,113 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:40:10,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-08T12:40:10,114 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-08T12:40:10,114 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-08T12:40:10,116 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:10,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57470 deadline: 1731069670107, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:10,116 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:10,116 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:10,116 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:10,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57452 deadline: 1731069670108, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:10,116 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:40:10,117 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:10,117 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:10,117 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:10,117 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:40:10,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57416 deadline: 1731069670109, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:10,117 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:10,117 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:10,117 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:40:10,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] procedure2.ProcedureExecutor(1139): Stored pid=44, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees 2024-11-08T12:40:10,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-08T12:40:10,120 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:10,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57462 deadline: 1731069670112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:10,120 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=44, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-08T12:40:10,120 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:10,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57450 deadline: 1731069670115, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:10,121 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:10,121 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:10,121 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:40:10,122 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:10,122 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:10,122 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:40:10,122 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=44, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-08T12:40:10,122 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=45, ppid=44, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-08T12:40:10,125 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108723482dafa4c4f68b1e8a233240dbefe_379a4162f9b11724966038d5916c7a7e to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108723482dafa4c4f68b1e8a233240dbefe_379a4162f9b11724966038d5916c7a7e 2024-11-08T12:40:10,128 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/.tmp/A/0dc63024ac494010a6d3e0c16a9a9f70, store: [table=TestAcidGuarantees family=A region=379a4162f9b11724966038d5916c7a7e] 2024-11-08T12:40:10,129 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/.tmp/A/0dc63024ac494010a6d3e0c16a9a9f70 is 175, key is test_row_0/A:col10/1731069610067/Put/seqid=0 2024-11-08T12:40:10,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073741969_1145 (size=30955) 2024-11-08T12:40:10,144 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=55, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/.tmp/A/0dc63024ac494010a6d3e0c16a9a9f70 2024-11-08T12:40:10,161 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/.tmp/B/778ec4bc2d9949e19c922bb8d6e795e9 is 50, key is test_row_0/B:col10/1731069610067/Put/seqid=0 2024-11-08T12:40:10,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073741970_1146 (size=12001) 2024-11-08T12:40:10,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-08T12:40:10,226 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:10,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57416 deadline: 1731069670223, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:10,227 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:10,227 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:10,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57470 deadline: 1731069670223, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:10,227 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:10,227 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:40:10,227 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:10,227 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:10,227 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:10,228 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:40:10,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57452 deadline: 1731069670223, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:10,228 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:10,228 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:10,228 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:10,228 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:40:10,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57462 deadline: 1731069670223, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:10,228 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:10,228 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:10,228 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:40:10,234 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:10,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57450 deadline: 1731069670233, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:10,235 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:10,235 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:10,235 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:40:10,276 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38479 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-08T12:40:10,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e. 2024-11-08T12:40:10,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e. as already flushing 2024-11-08T12:40:10,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e. 2024-11-08T12:40:10,277 ERROR [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => 379a4162f9b11724966038d5916c7a7e, NAME => 'TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:40:10,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => 379a4162f9b11724966038d5916c7a7e, NAME => 'TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:40:10,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 379a4162f9b11724966038d5916c7a7e, NAME => 'TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 379a4162f9b11724966038d5916c7a7e, NAME => 'TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:40:10,429 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38479 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-08T12:40:10,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e. 2024-11-08T12:40:10,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e. as already flushing 2024-11-08T12:40:10,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e. 2024-11-08T12:40:10,430 ERROR [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => 379a4162f9b11724966038d5916c7a7e, NAME => 'TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:40:10,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => 379a4162f9b11724966038d5916c7a7e, NAME => 'TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:40:10,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 379a4162f9b11724966038d5916c7a7e, NAME => 'TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 379a4162f9b11724966038d5916c7a7e, NAME => 'TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:40:10,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-08T12:40:10,437 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:10,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57416 deadline: 1731069670433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:10,437 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:10,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57470 deadline: 1731069670433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:10,438 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:10,438 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:10,438 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:10,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57462 deadline: 1731069670434, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:10,438 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:40:10,438 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:10,438 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:10,438 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:10,438 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:40:10,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57452 deadline: 1731069670434, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:10,438 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:10,438 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:10,438 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:40:10,439 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:10,439 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:10,439 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:40:10,449 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:10,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57450 deadline: 1731069670443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:10,450 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:10,450 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:10,450 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:40:10,574 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/.tmp/B/778ec4bc2d9949e19c922bb8d6e795e9 2024-11-08T12:40:10,583 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38479 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-08T12:40:10,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e. 2024-11-08T12:40:10,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e. as already flushing 2024-11-08T12:40:10,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e. 2024-11-08T12:40:10,583 ERROR [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => 379a4162f9b11724966038d5916c7a7e, NAME => 'TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:40:10,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => 379a4162f9b11724966038d5916c7a7e, NAME => 'TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:40:10,584 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/.tmp/C/cd7efca4c94f4f4097a58feda3021107 is 50, key is test_row_0/C:col10/1731069610067/Put/seqid=0 2024-11-08T12:40:10,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 379a4162f9b11724966038d5916c7a7e, NAME => 'TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 379a4162f9b11724966038d5916c7a7e, NAME => 'TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:40:10,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073741971_1147 (size=12001) 2024-11-08T12:40:10,743 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38479 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-08T12:40:10,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e. 2024-11-08T12:40:10,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e. as already flushing 2024-11-08T12:40:10,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e. 2024-11-08T12:40:10,743 ERROR [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => 379a4162f9b11724966038d5916c7a7e, NAME => 'TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:40:10,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-08T12:40:10,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => 379a4162f9b11724966038d5916c7a7e, NAME => 'TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:40:10,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 379a4162f9b11724966038d5916c7a7e, NAME => 'TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 379a4162f9b11724966038d5916c7a7e, NAME => 'TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:40:10,749 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:10,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57462 deadline: 1731069670744, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:10,750 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:10,750 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:10,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57416 deadline: 1731069670744, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:10,750 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:10,750 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:40:10,750 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:10,750 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:10,750 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:10,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57452 deadline: 1731069670744, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:10,750 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:40:10,751 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:10,751 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:10,751 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:10,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57470 deadline: 1731069670744, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:10,751 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:40:10,753 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:10,753 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:10,753 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:40:10,753 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:10,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57450 deadline: 1731069670753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:10,754 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:10,754 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:10,754 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:40:10,896 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38479 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-08T12:40:10,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e. 2024-11-08T12:40:10,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e. as already flushing 2024-11-08T12:40:10,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e. 2024-11-08T12:40:10,896 ERROR [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => 379a4162f9b11724966038d5916c7a7e, NAME => 'TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:40:10,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => 379a4162f9b11724966038d5916c7a7e, NAME => 'TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:40:10,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 379a4162f9b11724966038d5916c7a7e, NAME => 'TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 379a4162f9b11724966038d5916c7a7e, NAME => 'TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:40:10,996 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/.tmp/C/cd7efca4c94f4f4097a58feda3021107 2024-11-08T12:40:11,001 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/.tmp/A/0dc63024ac494010a6d3e0c16a9a9f70 as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/A/0dc63024ac494010a6d3e0c16a9a9f70 2024-11-08T12:40:11,006 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/A/0dc63024ac494010a6d3e0c16a9a9f70, entries=150, sequenceid=55, filesize=30.2 K 2024-11-08T12:40:11,007 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/.tmp/B/778ec4bc2d9949e19c922bb8d6e795e9 as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/B/778ec4bc2d9949e19c922bb8d6e795e9 2024-11-08T12:40:11,012 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/B/778ec4bc2d9949e19c922bb8d6e795e9, entries=150, sequenceid=55, filesize=11.7 K 2024-11-08T12:40:11,013 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/.tmp/C/cd7efca4c94f4f4097a58feda3021107 as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/C/cd7efca4c94f4f4097a58feda3021107 2024-11-08T12:40:11,017 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/C/cd7efca4c94f4f4097a58feda3021107, entries=150, sequenceid=55, filesize=11.7 K 2024-11-08T12:40:11,018 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 379a4162f9b11724966038d5916c7a7e in 949ms, sequenceid=55, compaction requested=true 2024-11-08T12:40:11,018 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 379a4162f9b11724966038d5916c7a7e: 2024-11-08T12:40:11,019 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 379a4162f9b11724966038d5916c7a7e:A, priority=-2147483648, current under compaction store size is 1 2024-11-08T12:40:11,019 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T12:40:11,019 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T12:40:11,019 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T12:40:11,019 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 379a4162f9b11724966038d5916c7a7e:B, priority=-2147483648, current under compaction store size is 2 2024-11-08T12:40:11,019 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T12:40:11,019 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 379a4162f9b11724966038d5916c7a7e:C, priority=-2147483648, current under compaction store size is 3 2024-11-08T12:40:11,019 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T12:40:11,020 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T12:40:11,020 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 92865 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T12:40:11,020 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HStore(1541): 379a4162f9b11724966038d5916c7a7e/B is initiating minor compaction (all files) 2024-11-08T12:40:11,020 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HStore(1541): 379a4162f9b11724966038d5916c7a7e/A is initiating minor compaction (all files) 2024-11-08T12:40:11,020 INFO [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 379a4162f9b11724966038d5916c7a7e/B in TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e. 2024-11-08T12:40:11,020 INFO [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 379a4162f9b11724966038d5916c7a7e/A in TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e. 2024-11-08T12:40:11,021 INFO [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/B/23bf2d386cb84dd09a5ee915715b6030, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/B/311e0a503a9e4c79b784cb1938bee825, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/B/778ec4bc2d9949e19c922bb8d6e795e9] into tmpdir=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/.tmp, totalSize=35.2 K 2024-11-08T12:40:11,021 INFO [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/A/c0bb767464c8456cb99b7978042d1d17, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/A/ca0f35a587394707be9df99ce625dfb4, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/A/0dc63024ac494010a6d3e0c16a9a9f70] into tmpdir=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/.tmp, totalSize=90.7 K 2024-11-08T12:40:11,021 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.Compactor(225): Compacting 23bf2d386cb84dd09a5ee915715b6030, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1731069608993 2024-11-08T12:40:11,021 INFO [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e. 2024-11-08T12:40:11,021 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e. files: [hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/A/c0bb767464c8456cb99b7978042d1d17, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/A/ca0f35a587394707be9df99ce625dfb4, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/A/0dc63024ac494010a6d3e0c16a9a9f70] 2024-11-08T12:40:11,021 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.Compactor(225): Compacting 311e0a503a9e4c79b784cb1938bee825, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1731069609052 2024-11-08T12:40:11,021 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] compactions.Compactor(225): Compacting c0bb767464c8456cb99b7978042d1d17, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1731069608993 2024-11-08T12:40:11,022 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.Compactor(225): Compacting 778ec4bc2d9949e19c922bb8d6e795e9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1731069609432 2024-11-08T12:40:11,026 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] compactions.Compactor(225): Compacting ca0f35a587394707be9df99ce625dfb4, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1731069609052 2024-11-08T12:40:11,026 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0dc63024ac494010a6d3e0c16a9a9f70, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1731069609432 2024-11-08T12:40:11,032 INFO [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=379a4162f9b11724966038d5916c7a7e] 2024-11-08T12:40:11,036 INFO [RS:0;6ccfea20c990:38479-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 379a4162f9b11724966038d5916c7a7e#B#compaction#130 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-08T12:40:11,036 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/.tmp/B/15b80437a54b4efe8d84ed353f01e1bc is 50, key is test_row_0/B:col10/1731069610067/Put/seqid=0 2024-11-08T12:40:11,036 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411081204329613374c45a7125f975274e422_379a4162f9b11724966038d5916c7a7e store=[table=TestAcidGuarantees family=A region=379a4162f9b11724966038d5916c7a7e] 2024-11-08T12:40:11,042 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411081204329613374c45a7125f975274e422_379a4162f9b11724966038d5916c7a7e, store=[table=TestAcidGuarantees family=A region=379a4162f9b11724966038d5916c7a7e] 2024-11-08T12:40:11,042 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411081204329613374c45a7125f975274e422_379a4162f9b11724966038d5916c7a7e because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=379a4162f9b11724966038d5916c7a7e] 2024-11-08T12:40:11,048 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-08T12:40:11,049 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38479 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-08T12:40:11,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e. 2024-11-08T12:40:11,050 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2902): Flushing 379a4162f9b11724966038d5916c7a7e 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-08T12:40:11,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073741973_1149 (size=4469) 2024-11-08T12:40:11,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073741972_1148 (size=12104) 2024-11-08T12:40:11,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108468c952499564171917876c59909833f_379a4162f9b11724966038d5916c7a7e is 50, key is test_row_0/A:col10/1731069610111/Put/seqid=0 2024-11-08T12:40:11,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073741974_1150 (size=12154) 2024-11-08T12:40:11,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-08T12:40:11,257 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e. as already flushing 2024-11-08T12:40:11,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(8855): Flush requested on 379a4162f9b11724966038d5916c7a7e 2024-11-08T12:40:11,282 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:11,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57470 deadline: 1731069671274, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:11,282 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:11,282 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:11,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57416 deadline: 1731069671275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:11,282 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:11,283 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:40:11,283 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:11,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57452 deadline: 1731069671275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:11,283 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:11,283 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:11,283 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:40:11,283 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:11,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57462 deadline: 1731069671276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:11,283 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:11,283 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:11,283 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:40:11,283 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:11,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57450 deadline: 1731069671277, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:11,284 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:11,284 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:11,284 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:40:11,284 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:11,303 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:11,303 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:40:11,395 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:11,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57470 deadline: 1731069671393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:11,396 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:11,396 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:11,396 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:11,396 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:40:11,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57416 deadline: 1731069671393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:11,396 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:11,396 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:11,396 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:40:11,396 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:11,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57452 deadline: 1731069671394, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:11,397 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:11,397 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:11,397 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:40:11,397 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:11,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57462 deadline: 1731069671394, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:11,397 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:11,397 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:11,397 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:40:11,416 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:11,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57450 deadline: 1731069671413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:11,417 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:11,417 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:11,417 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:40:11,459 INFO [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 379a4162f9b11724966038d5916c7a7e#A#compaction#129 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T12:40:11,460 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/.tmp/A/25b34cb15ea146c6bbb95ddf45486cb8 is 175, key is test_row_0/A:col10/1731069610067/Put/seqid=0 2024-11-08T12:40:11,462 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/.tmp/B/15b80437a54b4efe8d84ed353f01e1bc as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/B/15b80437a54b4efe8d84ed353f01e1bc 2024-11-08T12:40:11,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073741975_1151 (size=31058) 2024-11-08T12:40:11,469 INFO [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 379a4162f9b11724966038d5916c7a7e/B of 379a4162f9b11724966038d5916c7a7e into 15b80437a54b4efe8d84ed353f01e1bc(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T12:40:11,469 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 379a4162f9b11724966038d5916c7a7e: 2024-11-08T12:40:11,469 INFO [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., storeName=379a4162f9b11724966038d5916c7a7e/B, priority=13, startTime=1731069611019; duration=0sec 2024-11-08T12:40:11,469 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T12:40:11,470 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 379a4162f9b11724966038d5916c7a7e:B 2024-11-08T12:40:11,470 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T12:40:11,471 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T12:40:11,471 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HStore(1541): 379a4162f9b11724966038d5916c7a7e/C is initiating minor compaction (all files) 2024-11-08T12:40:11,471 INFO [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 379a4162f9b11724966038d5916c7a7e/C in TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e. 2024-11-08T12:40:11,471 INFO [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/C/8ae3f0d28b37462aa9418a510c6de51f, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/C/a085b67477a44366b4dd0f11e2211320, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/C/cd7efca4c94f4f4097a58feda3021107] into tmpdir=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/.tmp, totalSize=35.2 K 2024-11-08T12:40:11,472 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.Compactor(225): Compacting 8ae3f0d28b37462aa9418a510c6de51f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1731069608993 2024-11-08T12:40:11,472 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.Compactor(225): Compacting a085b67477a44366b4dd0f11e2211320, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1731069609052 2024-11-08T12:40:11,472 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.Compactor(225): Compacting cd7efca4c94f4f4097a58feda3021107, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1731069609432 2024-11-08T12:40:11,477 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/.tmp/A/25b34cb15ea146c6bbb95ddf45486cb8 as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/A/25b34cb15ea146c6bbb95ddf45486cb8 2024-11-08T12:40:11,484 INFO [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 379a4162f9b11724966038d5916c7a7e/A of 379a4162f9b11724966038d5916c7a7e into 25b34cb15ea146c6bbb95ddf45486cb8(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T12:40:11,484 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 379a4162f9b11724966038d5916c7a7e: 2024-11-08T12:40:11,484 INFO [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., storeName=379a4162f9b11724966038d5916c7a7e/A, priority=13, startTime=1731069611019; duration=0sec 2024-11-08T12:40:11,484 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T12:40:11,484 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 379a4162f9b11724966038d5916c7a7e:A 2024-11-08T12:40:11,485 INFO [RS:0;6ccfea20c990:38479-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 379a4162f9b11724966038d5916c7a7e#C#compaction#132 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T12:40:11,486 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/.tmp/C/9dcb5db28f4d4d058bc7883a9d79630e is 50, key is test_row_0/C:col10/1731069610067/Put/seqid=0 2024-11-08T12:40:11,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073741976_1152 (size=12104) 2024-11-08T12:40:11,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:40:11,508 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/.tmp/C/9dcb5db28f4d4d058bc7883a9d79630e as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/C/9dcb5db28f4d4d058bc7883a9d79630e 2024-11-08T12:40:11,513 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108468c952499564171917876c59909833f_379a4162f9b11724966038d5916c7a7e to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108468c952499564171917876c59909833f_379a4162f9b11724966038d5916c7a7e 2024-11-08T12:40:11,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/.tmp/A/59e0fe9e18624930b0e5ba8c28d96537, store: [table=TestAcidGuarantees family=A region=379a4162f9b11724966038d5916c7a7e] 2024-11-08T12:40:11,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/.tmp/A/59e0fe9e18624930b0e5ba8c28d96537 is 175, key is test_row_0/A:col10/1731069610111/Put/seqid=0 2024-11-08T12:40:11,519 INFO [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 379a4162f9b11724966038d5916c7a7e/C of 379a4162f9b11724966038d5916c7a7e into 9dcb5db28f4d4d058bc7883a9d79630e(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T12:40:11,519 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 379a4162f9b11724966038d5916c7a7e: 2024-11-08T12:40:11,519 INFO [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., storeName=379a4162f9b11724966038d5916c7a7e/C, priority=13, startTime=1731069611019; duration=0sec 2024-11-08T12:40:11,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073741977_1153 (size=30955) 2024-11-08T12:40:11,520 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T12:40:11,520 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 379a4162f9b11724966038d5916c7a7e:C 2024-11-08T12:40:11,520 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=76, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/.tmp/A/59e0fe9e18624930b0e5ba8c28d96537 2024-11-08T12:40:11,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/.tmp/B/d993d53959af482ea79404a5dccb8c66 is 50, key is test_row_0/B:col10/1731069610111/Put/seqid=0 2024-11-08T12:40:11,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073741978_1154 (size=12001) 2024-11-08T12:40:11,603 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:11,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57470 deadline: 1731069671603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:11,605 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:11,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57416 deadline: 1731069671603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:11,605 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:11,605 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:11,605 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:40:11,605 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:11,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57462 deadline: 1731069671603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:11,605 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:11,605 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:11,605 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:11,606 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:40:11,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57452 deadline: 1731069671603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:11,606 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:11,606 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:11,606 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:40:11,606 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:11,606 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:11,606 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:40:11,631 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:11,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57450 deadline: 1731069671624, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:11,632 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:11,632 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:11,632 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:40:11,915 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:11,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57416 deadline: 1731069671914, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:11,916 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:11,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57462 deadline: 1731069671914, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:11,916 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:11,916 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:11,916 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:40:11,916 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:11,916 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:11,916 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:11,916 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:40:11,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57470 deadline: 1731069671914, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:11,916 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:11,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57452 deadline: 1731069671914, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:11,917 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:11,917 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:11,917 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:40:11,919 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:11,919 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:11,919 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:40:11,944 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:11,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57450 deadline: 1731069671943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:11,945 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:11,945 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:11,945 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:40:11,950 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/.tmp/B/d993d53959af482ea79404a5dccb8c66 2024-11-08T12:40:11,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/.tmp/C/8b69d9d22869468c931d15bd352cf80f is 50, key is test_row_0/C:col10/1731069610111/Put/seqid=0 2024-11-08T12:40:12,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073741979_1155 (size=12001) 2024-11-08T12:40:12,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-08T12:40:12,405 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/.tmp/C/8b69d9d22869468c931d15bd352cf80f 2024-11-08T12:40:12,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/.tmp/A/59e0fe9e18624930b0e5ba8c28d96537 as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/A/59e0fe9e18624930b0e5ba8c28d96537 2024-11-08T12:40:12,415 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/A/59e0fe9e18624930b0e5ba8c28d96537, entries=150, sequenceid=76, filesize=30.2 K 2024-11-08T12:40:12,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/.tmp/B/d993d53959af482ea79404a5dccb8c66 as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/B/d993d53959af482ea79404a5dccb8c66 2024-11-08T12:40:12,423 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:12,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57462 deadline: 1731069672423, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:12,424 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:12,424 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:12,424 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:12,424 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:40:12,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57452 deadline: 1731069672423, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:12,424 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:12,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57416 deadline: 1731069672423, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:12,424 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:12,424 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:12,424 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:40:12,424 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:12,424 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:12,425 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:12,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57470 deadline: 1731069672423, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:12,425 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:40:12,425 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:12,425 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:12,425 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:40:12,425 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/B/d993d53959af482ea79404a5dccb8c66, entries=150, sequenceid=76, filesize=11.7 K 2024-11-08T12:40:12,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/.tmp/C/8b69d9d22869468c931d15bd352cf80f as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/C/8b69d9d22869468c931d15bd352cf80f 2024-11-08T12:40:12,436 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/C/8b69d9d22869468c931d15bd352cf80f, entries=150, sequenceid=76, filesize=11.7 K 2024-11-08T12:40:12,437 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for 379a4162f9b11724966038d5916c7a7e in 1387ms, sequenceid=76, compaction requested=false 2024-11-08T12:40:12,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2603): Flush status journal for 379a4162f9b11724966038d5916c7a7e: 2024-11-08T12:40:12,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e. 2024-11-08T12:40:12,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=45 2024-11-08T12:40:12,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] master.HMaster(4169): Remote procedure done, pid=45 2024-11-08T12:40:12,444 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=45, resume processing ppid=44 2024-11-08T12:40:12,444 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=44, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3200 sec 2024-11-08T12:40:12,445 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees in 2.3300 sec 2024-11-08T12:40:12,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(8855): Flush requested on 379a4162f9b11724966038d5916c7a7e 2024-11-08T12:40:12,458 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-08T12:40:12,458 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 379a4162f9b11724966038d5916c7a7e 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-08T12:40:12,470 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108b1e1c5a86a054d4abeeef9e8778d1eaa_379a4162f9b11724966038d5916c7a7e is 50, key is test_row_0/A:col10/1731069611275/Put/seqid=0 2024-11-08T12:40:12,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073741980_1156 (size=14594) 2024-11-08T12:40:12,485 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:40:12,491 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108b1e1c5a86a054d4abeeef9e8778d1eaa_379a4162f9b11724966038d5916c7a7e to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108b1e1c5a86a054d4abeeef9e8778d1eaa_379a4162f9b11724966038d5916c7a7e 2024-11-08T12:40:12,495 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/.tmp/A/84e9013a3c704b48a11d50646bc2981f, store: [table=TestAcidGuarantees family=A region=379a4162f9b11724966038d5916c7a7e] 2024-11-08T12:40:12,495 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/.tmp/A/84e9013a3c704b48a11d50646bc2981f is 175, key is test_row_0/A:col10/1731069611275/Put/seqid=0 2024-11-08T12:40:12,540 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:12,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57450 deadline: 1731069672533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:12,541 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:12,541 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:12,541 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:40:12,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073741981_1157 (size=39549) 2024-11-08T12:40:12,651 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:12,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57450 deadline: 1731069672643, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:12,652 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:12,652 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:12,652 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:40:12,866 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:12,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57450 deadline: 1731069672863, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:12,867 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:12,867 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:12,867 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:40:12,944 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=95, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/.tmp/A/84e9013a3c704b48a11d50646bc2981f 2024-11-08T12:40:12,953 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/.tmp/B/14cf1865ae2c459a99713b10d28f89bf is 50, key is test_row_0/B:col10/1731069611275/Put/seqid=0 2024-11-08T12:40:12,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073741982_1158 (size=12001) 2024-11-08T12:40:12,967 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=95 (bloomFilter=true), to=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/.tmp/B/14cf1865ae2c459a99713b10d28f89bf 2024-11-08T12:40:12,976 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/.tmp/C/eb1bba421977414091a3b355bd1fd54a is 50, key is test_row_0/C:col10/1731069611275/Put/seqid=0 2024-11-08T12:40:12,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073741983_1159 (size=12001) 2024-11-08T12:40:12,989 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=95 (bloomFilter=true), to=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/.tmp/C/eb1bba421977414091a3b355bd1fd54a 2024-11-08T12:40:12,996 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/.tmp/A/84e9013a3c704b48a11d50646bc2981f as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/A/84e9013a3c704b48a11d50646bc2981f 2024-11-08T12:40:13,002 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/A/84e9013a3c704b48a11d50646bc2981f, entries=200, sequenceid=95, filesize=38.6 K 2024-11-08T12:40:13,005 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/.tmp/B/14cf1865ae2c459a99713b10d28f89bf as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/B/14cf1865ae2c459a99713b10d28f89bf 2024-11-08T12:40:13,013 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/B/14cf1865ae2c459a99713b10d28f89bf, entries=150, sequenceid=95, filesize=11.7 K 2024-11-08T12:40:13,014 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/.tmp/C/eb1bba421977414091a3b355bd1fd54a as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/C/eb1bba421977414091a3b355bd1fd54a 2024-11-08T12:40:13,019 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/C/eb1bba421977414091a3b355bd1fd54a, entries=150, sequenceid=95, filesize=11.7 K 2024-11-08T12:40:13,020 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for 379a4162f9b11724966038d5916c7a7e in 562ms, sequenceid=95, compaction requested=true 2024-11-08T12:40:13,020 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 379a4162f9b11724966038d5916c7a7e: 2024-11-08T12:40:13,020 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 379a4162f9b11724966038d5916c7a7e:A, priority=-2147483648, current under compaction store size is 1 2024-11-08T12:40:13,020 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T12:40:13,020 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T12:40:13,020 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T12:40:13,020 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 379a4162f9b11724966038d5916c7a7e:B, priority=-2147483648, current under compaction store size is 2 2024-11-08T12:40:13,020 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T12:40:13,020 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 379a4162f9b11724966038d5916c7a7e:C, priority=-2147483648, current under compaction store size is 3 2024-11-08T12:40:13,020 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T12:40:13,025 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T12:40:13,025 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HStore(1541): 379a4162f9b11724966038d5916c7a7e/B is initiating minor compaction (all files) 2024-11-08T12:40:13,025 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101562 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T12:40:13,025 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HStore(1541): 379a4162f9b11724966038d5916c7a7e/A is initiating minor compaction (all files) 2024-11-08T12:40:13,025 INFO [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 379a4162f9b11724966038d5916c7a7e/B in TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e. 2024-11-08T12:40:13,025 INFO [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 379a4162f9b11724966038d5916c7a7e/A in TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e. 2024-11-08T12:40:13,025 INFO [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/B/15b80437a54b4efe8d84ed353f01e1bc, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/B/d993d53959af482ea79404a5dccb8c66, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/B/14cf1865ae2c459a99713b10d28f89bf] into tmpdir=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/.tmp, totalSize=35.3 K 2024-11-08T12:40:13,025 INFO [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/A/25b34cb15ea146c6bbb95ddf45486cb8, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/A/59e0fe9e18624930b0e5ba8c28d96537, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/A/84e9013a3c704b48a11d50646bc2981f] into tmpdir=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/.tmp, totalSize=99.2 K 2024-11-08T12:40:13,025 INFO [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e. 2024-11-08T12:40:13,025 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e. files: [hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/A/25b34cb15ea146c6bbb95ddf45486cb8, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/A/59e0fe9e18624930b0e5ba8c28d96537, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/A/84e9013a3c704b48a11d50646bc2981f] 2024-11-08T12:40:13,026 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.Compactor(225): Compacting 15b80437a54b4efe8d84ed353f01e1bc, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1731069609432 2024-11-08T12:40:13,026 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] compactions.Compactor(225): Compacting 25b34cb15ea146c6bbb95ddf45486cb8, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1731069609432 2024-11-08T12:40:13,026 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.Compactor(225): Compacting d993d53959af482ea79404a5dccb8c66, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1731069610095 2024-11-08T12:40:13,027 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] compactions.Compactor(225): Compacting 59e0fe9e18624930b0e5ba8c28d96537, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1731069610095 2024-11-08T12:40:13,027 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.Compactor(225): Compacting 14cf1865ae2c459a99713b10d28f89bf, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1731069611267 2024-11-08T12:40:13,028 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] compactions.Compactor(225): Compacting 84e9013a3c704b48a11d50646bc2981f, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1731069611267 2024-11-08T12:40:13,040 INFO [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=379a4162f9b11724966038d5916c7a7e] 2024-11-08T12:40:13,042 INFO [RS:0;6ccfea20c990:38479-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 379a4162f9b11724966038d5916c7a7e#B#compaction#138 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-08T12:40:13,042 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/.tmp/B/e14cc091fd3a4cecb756f5f4f7996c6e is 50, key is test_row_0/B:col10/1731069611275/Put/seqid=0 2024-11-08T12:40:13,057 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241108f817009ca636412d9576bb35b1e75338_379a4162f9b11724966038d5916c7a7e store=[table=TestAcidGuarantees family=A region=379a4162f9b11724966038d5916c7a7e] 2024-11-08T12:40:13,061 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241108f817009ca636412d9576bb35b1e75338_379a4162f9b11724966038d5916c7a7e, store=[table=TestAcidGuarantees family=A region=379a4162f9b11724966038d5916c7a7e] 2024-11-08T12:40:13,061 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108f817009ca636412d9576bb35b1e75338_379a4162f9b11724966038d5916c7a7e because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=379a4162f9b11724966038d5916c7a7e] 2024-11-08T12:40:13,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073741984_1160 (size=12207) 2024-11-08T12:40:13,084 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/.tmp/B/e14cc091fd3a4cecb756f5f4f7996c6e as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/B/e14cc091fd3a4cecb756f5f4f7996c6e 2024-11-08T12:40:13,091 INFO [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 379a4162f9b11724966038d5916c7a7e/B of 379a4162f9b11724966038d5916c7a7e into e14cc091fd3a4cecb756f5f4f7996c6e(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T12:40:13,092 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 379a4162f9b11724966038d5916c7a7e: 2024-11-08T12:40:13,092 INFO [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., storeName=379a4162f9b11724966038d5916c7a7e/B, priority=13, startTime=1731069613020; duration=0sec 2024-11-08T12:40:13,092 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T12:40:13,092 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 379a4162f9b11724966038d5916c7a7e:B 2024-11-08T12:40:13,092 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T12:40:13,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073741985_1161 (size=4469) 2024-11-08T12:40:13,097 INFO [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 379a4162f9b11724966038d5916c7a7e#A#compaction#139 average throughput is 0.43 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T12:40:13,097 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/.tmp/A/5850a3b228b64c40b9d90beb0c0294de is 175, key is test_row_0/A:col10/1731069611275/Put/seqid=0 2024-11-08T12:40:13,099 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T12:40:13,099 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HStore(1541): 379a4162f9b11724966038d5916c7a7e/C is initiating minor compaction (all files) 2024-11-08T12:40:13,099 INFO [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 379a4162f9b11724966038d5916c7a7e/C in TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e. 2024-11-08T12:40:13,099 INFO [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/C/9dcb5db28f4d4d058bc7883a9d79630e, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/C/8b69d9d22869468c931d15bd352cf80f, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/C/eb1bba421977414091a3b355bd1fd54a] into tmpdir=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/.tmp, totalSize=35.3 K 2024-11-08T12:40:13,100 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.Compactor(225): Compacting 9dcb5db28f4d4d058bc7883a9d79630e, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1731069609432 2024-11-08T12:40:13,100 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.Compactor(225): Compacting 8b69d9d22869468c931d15bd352cf80f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1731069610095 2024-11-08T12:40:13,100 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.Compactor(225): Compacting eb1bba421977414091a3b355bd1fd54a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1731069611267 2024-11-08T12:40:13,123 INFO [RS:0;6ccfea20c990:38479-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 379a4162f9b11724966038d5916c7a7e#C#compaction#140 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T12:40:13,124 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/.tmp/C/0273579690df43319446f71997bfc76d is 50, key is test_row_0/C:col10/1731069611275/Put/seqid=0 2024-11-08T12:40:13,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(8855): Flush requested on 379a4162f9b11724966038d5916c7a7e 2024-11-08T12:40:13,182 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-08T12:40:13,182 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 379a4162f9b11724966038d5916c7a7e 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-08T12:40:13,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073741986_1162 (size=31161) 2024-11-08T12:40:13,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073741987_1163 (size=12207) 2024-11-08T12:40:13,192 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/.tmp/C/0273579690df43319446f71997bfc76d as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/C/0273579690df43319446f71997bfc76d 2024-11-08T12:40:13,195 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108ac1324c2c32248c4868f2ba9106de653_379a4162f9b11724966038d5916c7a7e is 50, key is test_row_0/A:col10/1731069612523/Put/seqid=0 2024-11-08T12:40:13,202 INFO [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 379a4162f9b11724966038d5916c7a7e/C of 379a4162f9b11724966038d5916c7a7e into 0273579690df43319446f71997bfc76d(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T12:40:13,203 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 379a4162f9b11724966038d5916c7a7e: 2024-11-08T12:40:13,203 INFO [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., storeName=379a4162f9b11724966038d5916c7a7e/C, priority=13, startTime=1731069613020; duration=0sec 2024-11-08T12:40:13,203 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T12:40:13,203 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 379a4162f9b11724966038d5916c7a7e:C 2024-11-08T12:40:13,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073741988_1164 (size=14594) 2024-11-08T12:40:13,219 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:40:13,224 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108ac1324c2c32248c4868f2ba9106de653_379a4162f9b11724966038d5916c7a7e to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108ac1324c2c32248c4868f2ba9106de653_379a4162f9b11724966038d5916c7a7e 2024-11-08T12:40:13,226 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/.tmp/A/f53e1d6e273c4e6882fd2a5124833003, store: [table=TestAcidGuarantees family=A region=379a4162f9b11724966038d5916c7a7e] 2024-11-08T12:40:13,227 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/.tmp/A/f53e1d6e273c4e6882fd2a5124833003 is 175, key is test_row_0/A:col10/1731069612523/Put/seqid=0 2024-11-08T12:40:13,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073741989_1165 (size=39549) 2024-11-08T12:40:13,236 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=117, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/.tmp/A/f53e1d6e273c4e6882fd2a5124833003 2024-11-08T12:40:13,257 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/.tmp/B/901f3304591a42f88d5874411f6d826c is 50, key is test_row_0/B:col10/1731069612523/Put/seqid=0 2024-11-08T12:40:13,261 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:13,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57450 deadline: 1731069673257, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:13,262 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:13,262 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:13,262 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:40:13,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073741990_1166 (size=12001) 2024-11-08T12:40:13,376 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:13,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57450 deadline: 1731069673373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:13,376 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:13,376 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:13,376 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:40:13,437 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:13,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57462 deadline: 1731069673433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:13,437 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:13,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57416 deadline: 1731069673433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:13,437 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to 6ccfea20c990,38479,1731069575023 for 'test_row_0' in 379a4162f9b11724966038d5916c7a7e of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2162 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-08T12:40:13,438 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:13,438 WARN [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRpcRetryingCaller(177): Call to 6ccfea20c990,38479,1731069575023 for 'test_row_0' in 379a4162f9b11724966038d5916c7a7e of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2163 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-08T12:40:13,438 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:13,438 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:40:13,438 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:13,438 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:13,438 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:40:13,446 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:13,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57452 deadline: 1731069673443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:13,446 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:13,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57470 deadline: 1731069673443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:13,446 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to 6ccfea20c990,38479,1731069575023 for 'test_row_2' in 379a4162f9b11724966038d5916c7a7e of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2172 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-08T12:40:13,447 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:13,447 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:13,447 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:40:13,447 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 6ccfea20c990,38479,1731069575023 for 'test_row_2' in 379a4162f9b11724966038d5916c7a7e of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2173 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-08T12:40:13,447 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:13,447 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:13,447 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:40:13,586 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:13,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57450 deadline: 1731069673582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:13,587 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:13,587 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:13,587 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:40:13,590 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/.tmp/A/5850a3b228b64c40b9d90beb0c0294de as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/A/5850a3b228b64c40b9d90beb0c0294de 2024-11-08T12:40:13,596 INFO [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 379a4162f9b11724966038d5916c7a7e/A of 379a4162f9b11724966038d5916c7a7e into 5850a3b228b64c40b9d90beb0c0294de(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T12:40:13,596 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 379a4162f9b11724966038d5916c7a7e: 2024-11-08T12:40:13,596 INFO [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., storeName=379a4162f9b11724966038d5916c7a7e/A, priority=13, startTime=1731069613020; duration=0sec 2024-11-08T12:40:13,596 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T12:40:13,596 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 379a4162f9b11724966038d5916c7a7e:A 2024-11-08T12:40:13,674 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/.tmp/B/901f3304591a42f88d5874411f6d826c 2024-11-08T12:40:13,685 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/.tmp/C/c36ceafd0455471da430ccd1bb68794e is 50, key is test_row_0/C:col10/1731069612523/Put/seqid=0 2024-11-08T12:40:13,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073741991_1167 (size=12001) 2024-11-08T12:40:13,690 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/.tmp/C/c36ceafd0455471da430ccd1bb68794e 2024-11-08T12:40:13,699 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/.tmp/A/f53e1d6e273c4e6882fd2a5124833003 as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/A/f53e1d6e273c4e6882fd2a5124833003 2024-11-08T12:40:13,703 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/A/f53e1d6e273c4e6882fd2a5124833003, entries=200, sequenceid=117, filesize=38.6 K 2024-11-08T12:40:13,704 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/.tmp/B/901f3304591a42f88d5874411f6d826c as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/B/901f3304591a42f88d5874411f6d826c 2024-11-08T12:40:13,712 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/B/901f3304591a42f88d5874411f6d826c, entries=150, sequenceid=117, filesize=11.7 K 2024-11-08T12:40:13,712 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/.tmp/C/c36ceafd0455471da430ccd1bb68794e as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/C/c36ceafd0455471da430ccd1bb68794e 2024-11-08T12:40:13,719 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/C/c36ceafd0455471da430ccd1bb68794e, entries=150, sequenceid=117, filesize=11.7 K 2024-11-08T12:40:13,721 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for 379a4162f9b11724966038d5916c7a7e in 539ms, sequenceid=117, compaction requested=false 2024-11-08T12:40:13,721 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 379a4162f9b11724966038d5916c7a7e: 2024-11-08T12:40:13,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(8855): Flush requested on 379a4162f9b11724966038d5916c7a7e 2024-11-08T12:40:13,894 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-08T12:40:13,894 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 379a4162f9b11724966038d5916c7a7e 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-08T12:40:13,900 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108d0d20dd97c37413fa427fdf2dd1009fe_379a4162f9b11724966038d5916c7a7e is 50, key is test_row_0/A:col10/1731069613893/Put/seqid=0 2024-11-08T12:40:13,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073741992_1168 (size=14744) 2024-11-08T12:40:13,978 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:13,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57450 deadline: 1731069673977, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:13,978 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:13,978 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:13,978 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:40:14,085 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:14,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57450 deadline: 1731069674083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:14,086 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:14,086 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:14,086 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:40:14,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-08T12:40:14,273 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-08T12:40:14,273 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-08T12:40:14,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] procedure2.ProcedureExecutor(1139): Stored pid=46, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees 2024-11-08T12:40:14,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-08T12:40:14,275 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=46, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-08T12:40:14,276 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=46, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-08T12:40:14,276 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=46, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-08T12:40:14,295 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:14,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57450 deadline: 1731069674293, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:14,296 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:14,296 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:14,296 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:40:14,315 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:40:14,320 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108d0d20dd97c37413fa427fdf2dd1009fe_379a4162f9b11724966038d5916c7a7e to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108d0d20dd97c37413fa427fdf2dd1009fe_379a4162f9b11724966038d5916c7a7e 2024-11-08T12:40:14,320 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/.tmp/A/4e8e04f6842b4cad86bac916ef6726d2, store: [table=TestAcidGuarantees family=A region=379a4162f9b11724966038d5916c7a7e] 2024-11-08T12:40:14,321 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/.tmp/A/4e8e04f6842b4cad86bac916ef6726d2 is 175, key is test_row_0/A:col10/1731069613893/Put/seqid=0 2024-11-08T12:40:14,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073741993_1169 (size=39699) 2024-11-08T12:40:14,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-08T12:40:14,428 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38479 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-11-08T12:40:14,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e. 2024-11-08T12:40:14,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e. as already flushing 2024-11-08T12:40:14,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e. 2024-11-08T12:40:14,428 ERROR [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47 java.io.IOException: Unable to complete flush {ENCODED => 379a4162f9b11724966038d5916c7a7e, NAME => 'TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:40:14,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47 java.io.IOException: Unable to complete flush {ENCODED => 379a4162f9b11724966038d5916c7a7e, NAME => 'TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:40:14,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] master.HMaster(4177): Remote procedure failed, pid=47 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 379a4162f9b11724966038d5916c7a7e, NAME => 'TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 379a4162f9b11724966038d5916c7a7e, NAME => 'TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:40:14,581 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38479 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-11-08T12:40:14,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e. 2024-11-08T12:40:14,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e. as already flushing 2024-11-08T12:40:14,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e. 2024-11-08T12:40:14,582 ERROR [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47 java.io.IOException: Unable to complete flush {ENCODED => 379a4162f9b11724966038d5916c7a7e, NAME => 'TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:40:14,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47 java.io.IOException: Unable to complete flush {ENCODED => 379a4162f9b11724966038d5916c7a7e, NAME => 'TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:40:14,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] master.HMaster(4177): Remote procedure failed, pid=47 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 379a4162f9b11724966038d5916c7a7e, NAME => 'TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 379a4162f9b11724966038d5916c7a7e, NAME => 'TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:40:14,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-08T12:40:14,604 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:14,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57450 deadline: 1731069674602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:14,605 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:14,605 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:14,605 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:40:14,725 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=135, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/.tmp/A/4e8e04f6842b4cad86bac916ef6726d2 2024-11-08T12:40:14,734 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/.tmp/B/9a7e7ac799cb45bf9b2a2abf5ac3592f is 50, key is test_row_0/B:col10/1731069613893/Put/seqid=0 2024-11-08T12:40:14,734 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38479 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-11-08T12:40:14,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e. 2024-11-08T12:40:14,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e. as already flushing 2024-11-08T12:40:14,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e. 2024-11-08T12:40:14,735 ERROR [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47 java.io.IOException: Unable to complete flush {ENCODED => 379a4162f9b11724966038d5916c7a7e, NAME => 'TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:40:14,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47 java.io.IOException: Unable to complete flush {ENCODED => 379a4162f9b11724966038d5916c7a7e, NAME => 'TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:40:14,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] master.HMaster(4177): Remote procedure failed, pid=47 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 379a4162f9b11724966038d5916c7a7e, NAME => 'TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 379a4162f9b11724966038d5916c7a7e, NAME => 'TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:40:14,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073741994_1170 (size=12151) 2024-11-08T12:40:14,748 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=135 (bloomFilter=true), to=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/.tmp/B/9a7e7ac799cb45bf9b2a2abf5ac3592f 2024-11-08T12:40:14,758 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/.tmp/C/5273670b481143d6a8a1b0c7bcbe4ad9 is 50, key is test_row_0/C:col10/1731069613893/Put/seqid=0 2024-11-08T12:40:14,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073741995_1171 (size=12151) 2024-11-08T12:40:14,765 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=135 (bloomFilter=true), to=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/.tmp/C/5273670b481143d6a8a1b0c7bcbe4ad9 2024-11-08T12:40:14,770 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/.tmp/A/4e8e04f6842b4cad86bac916ef6726d2 as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/A/4e8e04f6842b4cad86bac916ef6726d2 2024-11-08T12:40:14,779 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/A/4e8e04f6842b4cad86bac916ef6726d2, entries=200, sequenceid=135, filesize=38.8 K 2024-11-08T12:40:14,780 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/.tmp/B/9a7e7ac799cb45bf9b2a2abf5ac3592f as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/B/9a7e7ac799cb45bf9b2a2abf5ac3592f 2024-11-08T12:40:14,787 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/B/9a7e7ac799cb45bf9b2a2abf5ac3592f, entries=150, sequenceid=135, filesize=11.9 K 2024-11-08T12:40:14,788 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/.tmp/C/5273670b481143d6a8a1b0c7bcbe4ad9 as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/C/5273670b481143d6a8a1b0c7bcbe4ad9 2024-11-08T12:40:14,793 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/C/5273670b481143d6a8a1b0c7bcbe4ad9, entries=150, sequenceid=135, filesize=11.9 K 2024-11-08T12:40:14,794 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for 379a4162f9b11724966038d5916c7a7e in 900ms, sequenceid=135, compaction requested=true 2024-11-08T12:40:14,794 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 379a4162f9b11724966038d5916c7a7e: 2024-11-08T12:40:14,794 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T12:40:14,795 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 379a4162f9b11724966038d5916c7a7e:A, priority=-2147483648, current under compaction store size is 1 2024-11-08T12:40:14,795 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T12:40:14,795 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T12:40:14,795 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 379a4162f9b11724966038d5916c7a7e:B, priority=-2147483648, current under compaction store size is 2 2024-11-08T12:40:14,795 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T12:40:14,795 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 379a4162f9b11724966038d5916c7a7e:C, priority=-2147483648, current under compaction store size is 3 2024-11-08T12:40:14,795 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T12:40:14,796 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 110409 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T12:40:14,796 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HStore(1541): 379a4162f9b11724966038d5916c7a7e/A is initiating minor compaction (all files) 2024-11-08T12:40:14,796 INFO [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 379a4162f9b11724966038d5916c7a7e/A in TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e. 2024-11-08T12:40:14,796 INFO [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/A/5850a3b228b64c40b9d90beb0c0294de, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/A/f53e1d6e273c4e6882fd2a5124833003, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/A/4e8e04f6842b4cad86bac916ef6726d2] into tmpdir=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/.tmp, totalSize=107.8 K 2024-11-08T12:40:14,796 INFO [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e. 2024-11-08T12:40:14,796 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e. files: [hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/A/5850a3b228b64c40b9d90beb0c0294de, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/A/f53e1d6e273c4e6882fd2a5124833003, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/A/4e8e04f6842b4cad86bac916ef6726d2] 2024-11-08T12:40:14,796 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5850a3b228b64c40b9d90beb0c0294de, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1731069611267 2024-11-08T12:40:14,796 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T12:40:14,797 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HStore(1541): 379a4162f9b11724966038d5916c7a7e/B is initiating minor compaction (all files) 2024-11-08T12:40:14,797 INFO [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 379a4162f9b11724966038d5916c7a7e/B in TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e. 2024-11-08T12:40:14,797 INFO [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/B/e14cc091fd3a4cecb756f5f4f7996c6e, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/B/901f3304591a42f88d5874411f6d826c, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/B/9a7e7ac799cb45bf9b2a2abf5ac3592f] into tmpdir=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/.tmp, totalSize=35.5 K 2024-11-08T12:40:14,797 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] compactions.Compactor(225): Compacting f53e1d6e273c4e6882fd2a5124833003, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1731069612520 2024-11-08T12:40:14,797 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.Compactor(225): Compacting e14cc091fd3a4cecb756f5f4f7996c6e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1731069611267 2024-11-08T12:40:14,797 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4e8e04f6842b4cad86bac916ef6726d2, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1731069613230 2024-11-08T12:40:14,798 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.Compactor(225): Compacting 901f3304591a42f88d5874411f6d826c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1731069612523 2024-11-08T12:40:14,798 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.Compactor(225): Compacting 9a7e7ac799cb45bf9b2a2abf5ac3592f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1731069613247 2024-11-08T12:40:14,806 INFO [RS:0;6ccfea20c990:38479-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 379a4162f9b11724966038d5916c7a7e#B#compaction#147 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T12:40:14,806 INFO [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=379a4162f9b11724966038d5916c7a7e] 2024-11-08T12:40:14,807 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/.tmp/B/48a837f8c1964a62baa2a7f6ea131741 is 50, key is test_row_0/B:col10/1731069613893/Put/seqid=0 2024-11-08T12:40:14,809 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241108ffccaa1505024a49a403f29d9e2d1c67_379a4162f9b11724966038d5916c7a7e store=[table=TestAcidGuarantees family=A region=379a4162f9b11724966038d5916c7a7e] 2024-11-08T12:40:14,812 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241108ffccaa1505024a49a403f29d9e2d1c67_379a4162f9b11724966038d5916c7a7e, store=[table=TestAcidGuarantees family=A region=379a4162f9b11724966038d5916c7a7e] 2024-11-08T12:40:14,812 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108ffccaa1505024a49a403f29d9e2d1c67_379a4162f9b11724966038d5916c7a7e because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=379a4162f9b11724966038d5916c7a7e] 2024-11-08T12:40:14,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073741996_1172 (size=12459) 2024-11-08T12:40:14,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073741997_1173 (size=4469) 2024-11-08T12:40:14,826 INFO [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 379a4162f9b11724966038d5916c7a7e#A#compaction#148 average throughput is 1.22 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T12:40:14,827 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/.tmp/A/7990f819da33466397af3049dde1c73a is 175, key is test_row_0/A:col10/1731069613893/Put/seqid=0 2024-11-08T12:40:14,831 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/.tmp/B/48a837f8c1964a62baa2a7f6ea131741 as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/B/48a837f8c1964a62baa2a7f6ea131741 2024-11-08T12:40:14,840 INFO [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 379a4162f9b11724966038d5916c7a7e/B of 379a4162f9b11724966038d5916c7a7e into 48a837f8c1964a62baa2a7f6ea131741(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T12:40:14,840 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 379a4162f9b11724966038d5916c7a7e: 2024-11-08T12:40:14,840 INFO [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., storeName=379a4162f9b11724966038d5916c7a7e/B, priority=13, startTime=1731069614795; duration=0sec 2024-11-08T12:40:14,840 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T12:40:14,840 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 379a4162f9b11724966038d5916c7a7e:B 2024-11-08T12:40:14,840 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T12:40:14,843 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T12:40:14,843 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HStore(1541): 379a4162f9b11724966038d5916c7a7e/C is initiating minor compaction (all files) 2024-11-08T12:40:14,843 INFO [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 379a4162f9b11724966038d5916c7a7e/C in TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e. 2024-11-08T12:40:14,844 INFO [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/C/0273579690df43319446f71997bfc76d, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/C/c36ceafd0455471da430ccd1bb68794e, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/C/5273670b481143d6a8a1b0c7bcbe4ad9] into tmpdir=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/.tmp, totalSize=35.5 K 2024-11-08T12:40:14,844 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.Compactor(225): Compacting 0273579690df43319446f71997bfc76d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1731069611267 2024-11-08T12:40:14,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073741998_1174 (size=31413) 2024-11-08T12:40:14,845 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.Compactor(225): Compacting c36ceafd0455471da430ccd1bb68794e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1731069612523 2024-11-08T12:40:14,846 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.Compactor(225): Compacting 5273670b481143d6a8a1b0c7bcbe4ad9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1731069613247 2024-11-08T12:40:14,853 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/.tmp/A/7990f819da33466397af3049dde1c73a as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/A/7990f819da33466397af3049dde1c73a 2024-11-08T12:40:14,858 INFO [RS:0;6ccfea20c990:38479-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 379a4162f9b11724966038d5916c7a7e#C#compaction#149 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T12:40:14,858 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/.tmp/C/9b87d94e6eb04221b099212b170ea33b is 50, key is test_row_0/C:col10/1731069613893/Put/seqid=0 2024-11-08T12:40:14,862 INFO [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 379a4162f9b11724966038d5916c7a7e/A of 379a4162f9b11724966038d5916c7a7e into 7990f819da33466397af3049dde1c73a(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T12:40:14,862 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 379a4162f9b11724966038d5916c7a7e: 2024-11-08T12:40:14,862 INFO [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., storeName=379a4162f9b11724966038d5916c7a7e/A, priority=13, startTime=1731069614794; duration=0sec 2024-11-08T12:40:14,862 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T12:40:14,862 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 379a4162f9b11724966038d5916c7a7e:A 2024-11-08T12:40:14,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073741999_1175 (size=12459) 2024-11-08T12:40:14,877 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/.tmp/C/9b87d94e6eb04221b099212b170ea33b as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/C/9b87d94e6eb04221b099212b170ea33b 2024-11-08T12:40:14,887 INFO [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 379a4162f9b11724966038d5916c7a7e/C of 379a4162f9b11724966038d5916c7a7e into 9b87d94e6eb04221b099212b170ea33b(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T12:40:14,887 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 379a4162f9b11724966038d5916c7a7e: 2024-11-08T12:40:14,887 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38479 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-11-08T12:40:14,887 INFO [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., storeName=379a4162f9b11724966038d5916c7a7e/C, priority=13, startTime=1731069614795; duration=0sec 2024-11-08T12:40:14,888 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T12:40:14,888 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 379a4162f9b11724966038d5916c7a7e:C 2024-11-08T12:40:14,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e. 2024-11-08T12:40:14,888 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2902): Flushing 379a4162f9b11724966038d5916c7a7e 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-08T12:40:14,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110804e4b657b88b4d76b948730178e6a3fd_379a4162f9b11724966038d5916c7a7e is 50, key is test_row_0/A:col10/1731069613976/Put/seqid=0 2024-11-08T12:40:14,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-08T12:40:14,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742000_1176 (size=12304) 2024-11-08T12:40:14,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:40:14,934 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110804e4b657b88b4d76b948730178e6a3fd_379a4162f9b11724966038d5916c7a7e to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110804e4b657b88b4d76b948730178e6a3fd_379a4162f9b11724966038d5916c7a7e 2024-11-08T12:40:14,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/.tmp/A/3dc9216c94fc46a09336f3d29334c515, store: [table=TestAcidGuarantees family=A region=379a4162f9b11724966038d5916c7a7e] 2024-11-08T12:40:14,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/.tmp/A/3dc9216c94fc46a09336f3d29334c515 is 175, key is test_row_0/A:col10/1731069613976/Put/seqid=0 2024-11-08T12:40:14,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742001_1177 (size=31105) 2024-11-08T12:40:15,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(8855): Flush requested on 379a4162f9b11724966038d5916c7a7e 2024-11-08T12:40:15,116 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e. as already flushing 2024-11-08T12:40:15,152 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:15,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57450 deadline: 1731069675152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:15,152 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:15,153 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:15,153 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:40:15,266 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:15,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57450 deadline: 1731069675263, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:15,267 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:15,267 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:15,267 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:40:15,340 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=158, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/.tmp/A/3dc9216c94fc46a09336f3d29334c515 2024-11-08T12:40:15,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/.tmp/B/b0be331c9a5e45bfb0f912e16a47fce9 is 50, key is test_row_0/B:col10/1731069613976/Put/seqid=0 2024-11-08T12:40:15,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742002_1178 (size=12151) 2024-11-08T12:40:15,353 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/.tmp/B/b0be331c9a5e45bfb0f912e16a47fce9 2024-11-08T12:40:15,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/.tmp/C/518a177ed1dc4dfa8404339689a9cc2d is 50, key is test_row_0/C:col10/1731069613976/Put/seqid=0 2024-11-08T12:40:15,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742003_1179 (size=12151) 2024-11-08T12:40:15,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-08T12:40:15,455 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:15,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57462 deadline: 1731069675453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:15,455 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to 6ccfea20c990,38479,1731069575023 for 'test_row_0' in 379a4162f9b11724966038d5916c7a7e of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4180 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-08T12:40:15,456 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:15,456 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:15,456 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:40:15,463 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:15,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57416 deadline: 1731069675463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:15,464 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:15,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57452 deadline: 1731069675463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:15,464 WARN [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRpcRetryingCaller(177): Call to 6ccfea20c990,38479,1731069575023 for 'test_row_0' in 379a4162f9b11724966038d5916c7a7e of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4189 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-08T12:40:15,464 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:15,464 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:15,464 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:40:15,464 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to 6ccfea20c990,38479,1731069575023 for 'test_row_2' in 379a4162f9b11724966038d5916c7a7e of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4190 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-08T12:40:15,464 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:15,465 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:15,465 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:40:15,474 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:15,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57470 deadline: 1731069675473, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:15,474 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:15,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57450 deadline: 1731069675473, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:15,474 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 6ccfea20c990,38479,1731069575023 for 'test_row_2' in 379a4162f9b11724966038d5916c7a7e of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4200 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-08T12:40:15,474 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:15,474 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:15,474 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:15,475 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:40:15,475 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:15,475 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:40:15,765 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/.tmp/C/518a177ed1dc4dfa8404339689a9cc2d 2024-11-08T12:40:15,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/.tmp/A/3dc9216c94fc46a09336f3d29334c515 as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/A/3dc9216c94fc46a09336f3d29334c515 2024-11-08T12:40:15,774 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/A/3dc9216c94fc46a09336f3d29334c515, entries=150, sequenceid=158, filesize=30.4 K 2024-11-08T12:40:15,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/.tmp/B/b0be331c9a5e45bfb0f912e16a47fce9 as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/B/b0be331c9a5e45bfb0f912e16a47fce9 2024-11-08T12:40:15,779 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/B/b0be331c9a5e45bfb0f912e16a47fce9, entries=150, sequenceid=158, filesize=11.9 K 2024-11-08T12:40:15,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/.tmp/C/518a177ed1dc4dfa8404339689a9cc2d as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/C/518a177ed1dc4dfa8404339689a9cc2d 2024-11-08T12:40:15,784 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/C/518a177ed1dc4dfa8404339689a9cc2d, entries=150, sequenceid=158, filesize=11.9 K 2024-11-08T12:40:15,784 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:15,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57450 deadline: 1731069675783, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:15,785 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:15,785 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:15,785 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:40:15,786 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for 379a4162f9b11724966038d5916c7a7e in 897ms, sequenceid=158, compaction requested=false 2024-11-08T12:40:15,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2603): Flush status journal for 379a4162f9b11724966038d5916c7a7e: 2024-11-08T12:40:15,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e. 2024-11-08T12:40:15,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=47 2024-11-08T12:40:15,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] master.HMaster(4169): Remote procedure done, pid=47 2024-11-08T12:40:15,789 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=47, resume processing ppid=46 2024-11-08T12:40:15,789 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=46, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5110 sec 2024-11-08T12:40:15,791 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees in 1.5150 sec 2024-11-08T12:40:16,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(8855): Flush requested on 379a4162f9b11724966038d5916c7a7e 2024-11-08T12:40:16,294 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-08T12:40:16,294 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 379a4162f9b11724966038d5916c7a7e 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-08T12:40:16,302 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411082bb67d39ad9943d2a142e31fc49b14ed_379a4162f9b11724966038d5916c7a7e is 50, key is test_row_0/A:col10/1731069615140/Put/seqid=0 2024-11-08T12:40:16,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742004_1180 (size=14794) 2024-11-08T12:40:16,354 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:16,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57450 deadline: 1731069676353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:16,355 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:16,355 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:16,355 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:40:16,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-08T12:40:16,423 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-08T12:40:16,423 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-08T12:40:16,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] procedure2.ProcedureExecutor(1139): Stored pid=48, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees 2024-11-08T12:40:16,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-08T12:40:16,425 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=48, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-08T12:40:16,426 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=48, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-08T12:40:16,426 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=49, ppid=48, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-08T12:40:16,463 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:16,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57450 deadline: 1731069676463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:16,464 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:16,464 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:16,464 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:40:16,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-08T12:40:16,578 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38479 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-08T12:40:16,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e. 2024-11-08T12:40:16,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e. as already flushing 2024-11-08T12:40:16,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e. 2024-11-08T12:40:16,578 ERROR [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => 379a4162f9b11724966038d5916c7a7e, NAME => 'TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:40:16,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => 379a4162f9b11724966038d5916c7a7e, NAME => 'TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:40:16,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 379a4162f9b11724966038d5916c7a7e, NAME => 'TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 379a4162f9b11724966038d5916c7a7e, NAME => 'TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:40:16,676 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:16,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57450 deadline: 1731069676673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:16,676 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:16,676 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:16,676 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:40:16,707 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:40:16,711 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411082bb67d39ad9943d2a142e31fc49b14ed_379a4162f9b11724966038d5916c7a7e to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411082bb67d39ad9943d2a142e31fc49b14ed_379a4162f9b11724966038d5916c7a7e 2024-11-08T12:40:16,712 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/.tmp/A/c1c8b0c3142d4095b917bc8e4b6d1eb5, store: [table=TestAcidGuarantees family=A region=379a4162f9b11724966038d5916c7a7e] 2024-11-08T12:40:16,713 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/.tmp/A/c1c8b0c3142d4095b917bc8e4b6d1eb5 is 175, key is test_row_0/A:col10/1731069615140/Put/seqid=0 2024-11-08T12:40:16,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742005_1181 (size=39749) 2024-11-08T12:40:16,731 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38479 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-08T12:40:16,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e. 2024-11-08T12:40:16,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e. as already flushing 2024-11-08T12:40:16,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e. 2024-11-08T12:40:16,731 ERROR [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => 379a4162f9b11724966038d5916c7a7e, NAME => 'TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:40:16,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => 379a4162f9b11724966038d5916c7a7e, NAME => 'TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:40:16,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 379a4162f9b11724966038d5916c7a7e, NAME => 'TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 379a4162f9b11724966038d5916c7a7e, NAME => 'TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:40:16,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-08T12:40:16,884 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38479 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-08T12:40:16,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e. 2024-11-08T12:40:16,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e. as already flushing 2024-11-08T12:40:16,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e. 2024-11-08T12:40:16,884 ERROR [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => 379a4162f9b11724966038d5916c7a7e, NAME => 'TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:40:16,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => 379a4162f9b11724966038d5916c7a7e, NAME => 'TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:40:16,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 379a4162f9b11724966038d5916c7a7e, NAME => 'TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 379a4162f9b11724966038d5916c7a7e, NAME => 'TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:40:16,984 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:16,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57450 deadline: 1731069676983, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:16,984 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:16,984 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:16,984 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:40:17,037 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38479 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-08T12:40:17,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e. 2024-11-08T12:40:17,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e. as already flushing 2024-11-08T12:40:17,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e. 2024-11-08T12:40:17,037 ERROR [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => 379a4162f9b11724966038d5916c7a7e, NAME => 'TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:40:17,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => 379a4162f9b11724966038d5916c7a7e, NAME => 'TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:40:17,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 379a4162f9b11724966038d5916c7a7e, NAME => 'TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 379a4162f9b11724966038d5916c7a7e, NAME => 'TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:40:17,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-08T12:40:17,118 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=175, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/.tmp/A/c1c8b0c3142d4095b917bc8e4b6d1eb5 2024-11-08T12:40:17,126 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/.tmp/B/a5731d417158480e84bdfa35748ec79d is 50, key is test_row_0/B:col10/1731069615140/Put/seqid=0 2024-11-08T12:40:17,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742006_1182 (size=12151) 2024-11-08T12:40:17,190 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38479 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-08T12:40:17,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e. 2024-11-08T12:40:17,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e. as already flushing 2024-11-08T12:40:17,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e. 2024-11-08T12:40:17,190 ERROR [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => 379a4162f9b11724966038d5916c7a7e, NAME => 'TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:40:17,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => 379a4162f9b11724966038d5916c7a7e, NAME => 'TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:40:17,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 379a4162f9b11724966038d5916c7a7e, NAME => 'TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 379a4162f9b11724966038d5916c7a7e, NAME => 'TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:40:17,343 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38479 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-08T12:40:17,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e. 2024-11-08T12:40:17,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e. as already flushing 2024-11-08T12:40:17,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e. 2024-11-08T12:40:17,343 ERROR [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => 379a4162f9b11724966038d5916c7a7e, NAME => 'TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:40:17,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => 379a4162f9b11724966038d5916c7a7e, NAME => 'TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:40:17,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 379a4162f9b11724966038d5916c7a7e, NAME => 'TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 379a4162f9b11724966038d5916c7a7e, NAME => 'TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:40:17,496 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38479 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-08T12:40:17,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e. 2024-11-08T12:40:17,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e. as already flushing 2024-11-08T12:40:17,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e. 2024-11-08T12:40:17,496 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:17,496 ERROR [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => 379a4162f9b11724966038d5916c7a7e, NAME => 'TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:40:17,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57450 deadline: 1731069677493, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:17,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => 379a4162f9b11724966038d5916c7a7e, NAME => 'TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:40:17,497 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:17,497 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:17,497 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:40:17,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 379a4162f9b11724966038d5916c7a7e, NAME => 'TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 379a4162f9b11724966038d5916c7a7e, NAME => 'TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:40:17,530 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=175 (bloomFilter=true), to=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/.tmp/B/a5731d417158480e84bdfa35748ec79d 2024-11-08T12:40:17,537 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/.tmp/C/ec5ec60efb6a488790ad31ab2c04ca45 is 50, key is test_row_0/C:col10/1731069615140/Put/seqid=0 2024-11-08T12:40:17,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742007_1183 (size=12151) 2024-11-08T12:40:17,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-08T12:40:17,649 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38479 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-08T12:40:17,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e. 2024-11-08T12:40:17,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e. as already flushing 2024-11-08T12:40:17,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e. 2024-11-08T12:40:17,649 ERROR [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => 379a4162f9b11724966038d5916c7a7e, NAME => 'TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:40:17,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => 379a4162f9b11724966038d5916c7a7e, NAME => 'TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:40:17,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 379a4162f9b11724966038d5916c7a7e, NAME => 'TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 379a4162f9b11724966038d5916c7a7e, NAME => 'TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:40:17,802 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38479 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-08T12:40:17,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e. 2024-11-08T12:40:17,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e. as already flushing 2024-11-08T12:40:17,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e. 2024-11-08T12:40:17,802 ERROR [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => 379a4162f9b11724966038d5916c7a7e, NAME => 'TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:40:17,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => 379a4162f9b11724966038d5916c7a7e, NAME => 'TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:40:17,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 379a4162f9b11724966038d5916c7a7e, NAME => 'TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 379a4162f9b11724966038d5916c7a7e, NAME => 'TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:40:17,942 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=175 (bloomFilter=true), to=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/.tmp/C/ec5ec60efb6a488790ad31ab2c04ca45 2024-11-08T12:40:17,946 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/.tmp/A/c1c8b0c3142d4095b917bc8e4b6d1eb5 as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/A/c1c8b0c3142d4095b917bc8e4b6d1eb5 2024-11-08T12:40:17,950 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/A/c1c8b0c3142d4095b917bc8e4b6d1eb5, entries=200, sequenceid=175, filesize=38.8 K 2024-11-08T12:40:17,951 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/.tmp/B/a5731d417158480e84bdfa35748ec79d as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/B/a5731d417158480e84bdfa35748ec79d 2024-11-08T12:40:17,955 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38479 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-08T12:40:17,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e. 2024-11-08T12:40:17,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e. as already flushing 2024-11-08T12:40:17,955 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/B/a5731d417158480e84bdfa35748ec79d, entries=150, sequenceid=175, filesize=11.9 K 2024-11-08T12:40:17,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e. 2024-11-08T12:40:17,955 ERROR [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => 379a4162f9b11724966038d5916c7a7e, NAME => 'TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:40:17,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => 379a4162f9b11724966038d5916c7a7e, NAME => 'TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:40:17,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 379a4162f9b11724966038d5916c7a7e, NAME => 'TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 379a4162f9b11724966038d5916c7a7e, NAME => 'TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:40:17,957 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/.tmp/C/ec5ec60efb6a488790ad31ab2c04ca45 as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/C/ec5ec60efb6a488790ad31ab2c04ca45 2024-11-08T12:40:17,964 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/C/ec5ec60efb6a488790ad31ab2c04ca45, entries=150, sequenceid=175, filesize=11.9 K 2024-11-08T12:40:17,965 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for 379a4162f9b11724966038d5916c7a7e in 1671ms, sequenceid=175, compaction requested=true 2024-11-08T12:40:17,965 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 379a4162f9b11724966038d5916c7a7e: 2024-11-08T12:40:17,965 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 379a4162f9b11724966038d5916c7a7e:A, priority=-2147483648, current under compaction store size is 1 2024-11-08T12:40:17,965 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T12:40:17,965 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T12:40:17,965 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 379a4162f9b11724966038d5916c7a7e:B, priority=-2147483648, current under compaction store size is 2 2024-11-08T12:40:17,965 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T12:40:17,965 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T12:40:17,965 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 379a4162f9b11724966038d5916c7a7e:C, priority=-2147483648, current under compaction store size is 3 2024-11-08T12:40:17,965 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T12:40:17,966 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102267 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T12:40:17,966 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HStore(1541): 379a4162f9b11724966038d5916c7a7e/A is initiating minor compaction (all files) 2024-11-08T12:40:17,966 INFO [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 379a4162f9b11724966038d5916c7a7e/A in TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e. 2024-11-08T12:40:17,966 INFO [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/A/7990f819da33466397af3049dde1c73a, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/A/3dc9216c94fc46a09336f3d29334c515, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/A/c1c8b0c3142d4095b917bc8e4b6d1eb5] into tmpdir=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/.tmp, totalSize=99.9 K 2024-11-08T12:40:17,966 INFO [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e. 2024-11-08T12:40:17,966 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e. files: [hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/A/7990f819da33466397af3049dde1c73a, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/A/3dc9216c94fc46a09336f3d29334c515, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/A/c1c8b0c3142d4095b917bc8e4b6d1eb5] 2024-11-08T12:40:17,967 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36761 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T12:40:17,967 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HStore(1541): 379a4162f9b11724966038d5916c7a7e/B is initiating minor compaction (all files) 2024-11-08T12:40:17,967 INFO [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 379a4162f9b11724966038d5916c7a7e/B in TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e. 2024-11-08T12:40:17,967 INFO [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/B/48a837f8c1964a62baa2a7f6ea131741, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/B/b0be331c9a5e45bfb0f912e16a47fce9, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/B/a5731d417158480e84bdfa35748ec79d] into tmpdir=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/.tmp, totalSize=35.9 K 2024-11-08T12:40:17,967 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7990f819da33466397af3049dde1c73a, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1731069613247 2024-11-08T12:40:17,967 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.Compactor(225): Compacting 48a837f8c1964a62baa2a7f6ea131741, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1731069613247 2024-11-08T12:40:17,967 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3dc9216c94fc46a09336f3d29334c515, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1731069613959 2024-11-08T12:40:17,968 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.Compactor(225): Compacting b0be331c9a5e45bfb0f912e16a47fce9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1731069613959 2024-11-08T12:40:17,968 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] compactions.Compactor(225): Compacting c1c8b0c3142d4095b917bc8e4b6d1eb5, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=175, earliestPutTs=1731069615140 2024-11-08T12:40:17,968 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.Compactor(225): Compacting a5731d417158480e84bdfa35748ec79d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=175, earliestPutTs=1731069615140 2024-11-08T12:40:17,974 INFO [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=379a4162f9b11724966038d5916c7a7e] 2024-11-08T12:40:17,975 INFO [RS:0;6ccfea20c990:38479-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 379a4162f9b11724966038d5916c7a7e#B#compaction#156 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-08T12:40:17,976 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/.tmp/B/1ed6e7cea8f642d4872b15128cdac9bd is 50, key is test_row_0/B:col10/1731069615140/Put/seqid=0 2024-11-08T12:40:17,984 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241108643e87f9dcf74c5484f23022621355c6_379a4162f9b11724966038d5916c7a7e store=[table=TestAcidGuarantees family=A region=379a4162f9b11724966038d5916c7a7e] 2024-11-08T12:40:17,986 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241108643e87f9dcf74c5484f23022621355c6_379a4162f9b11724966038d5916c7a7e, store=[table=TestAcidGuarantees family=A region=379a4162f9b11724966038d5916c7a7e] 2024-11-08T12:40:17,987 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108643e87f9dcf74c5484f23022621355c6_379a4162f9b11724966038d5916c7a7e because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=379a4162f9b11724966038d5916c7a7e] 2024-11-08T12:40:17,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742008_1184 (size=12561) 2024-11-08T12:40:17,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742009_1185 (size=4469) 2024-11-08T12:40:18,009 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/.tmp/B/1ed6e7cea8f642d4872b15128cdac9bd as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/B/1ed6e7cea8f642d4872b15128cdac9bd 2024-11-08T12:40:18,014 INFO [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 379a4162f9b11724966038d5916c7a7e/B of 379a4162f9b11724966038d5916c7a7e into 1ed6e7cea8f642d4872b15128cdac9bd(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T12:40:18,014 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 379a4162f9b11724966038d5916c7a7e: 2024-11-08T12:40:18,014 INFO [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., storeName=379a4162f9b11724966038d5916c7a7e/B, priority=13, startTime=1731069617965; duration=0sec 2024-11-08T12:40:18,014 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T12:40:18,014 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 379a4162f9b11724966038d5916c7a7e:B 2024-11-08T12:40:18,015 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T12:40:18,016 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36761 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T12:40:18,016 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HStore(1541): 379a4162f9b11724966038d5916c7a7e/C is initiating minor compaction (all files) 2024-11-08T12:40:18,016 INFO [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 379a4162f9b11724966038d5916c7a7e/C in TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e. 2024-11-08T12:40:18,016 INFO [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/C/9b87d94e6eb04221b099212b170ea33b, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/C/518a177ed1dc4dfa8404339689a9cc2d, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/C/ec5ec60efb6a488790ad31ab2c04ca45] into tmpdir=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/.tmp, totalSize=35.9 K 2024-11-08T12:40:18,016 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.Compactor(225): Compacting 9b87d94e6eb04221b099212b170ea33b, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1731069613247 2024-11-08T12:40:18,017 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.Compactor(225): Compacting 518a177ed1dc4dfa8404339689a9cc2d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1731069613959 2024-11-08T12:40:18,018 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.Compactor(225): Compacting ec5ec60efb6a488790ad31ab2c04ca45, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=175, earliestPutTs=1731069615140 2024-11-08T12:40:18,027 INFO [RS:0;6ccfea20c990:38479-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 379a4162f9b11724966038d5916c7a7e#C#compaction#158 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-08T12:40:18,028 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/.tmp/C/5cf95c23d9b44ca5b1f63cb16f0845d1 is 50, key is test_row_0/C:col10/1731069615140/Put/seqid=0 2024-11-08T12:40:18,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742010_1186 (size=12561) 2024-11-08T12:40:18,108 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38479 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-08T12:40:18,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e. 2024-11-08T12:40:18,109 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2902): Flushing 379a4162f9b11724966038d5916c7a7e 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-08T12:40:18,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110877eef6d227ff4fdc9e76db2b8bb1ecef_379a4162f9b11724966038d5916c7a7e is 50, key is test_row_0/A:col10/1731069616351/Put/seqid=0 2024-11-08T12:40:18,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742011_1187 (size=12304) 2024-11-08T12:40:18,393 INFO [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 379a4162f9b11724966038d5916c7a7e#A#compaction#157 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T12:40:18,393 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/.tmp/A/de850683d6124e47be69ed33516d2a3c is 175, key is test_row_0/A:col10/1731069615140/Put/seqid=0 2024-11-08T12:40:18,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742012_1188 (size=31515) 2024-11-08T12:40:18,446 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/.tmp/C/5cf95c23d9b44ca5b1f63cb16f0845d1 as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/C/5cf95c23d9b44ca5b1f63cb16f0845d1 2024-11-08T12:40:18,453 INFO [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 379a4162f9b11724966038d5916c7a7e/C of 379a4162f9b11724966038d5916c7a7e into 5cf95c23d9b44ca5b1f63cb16f0845d1(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T12:40:18,453 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 379a4162f9b11724966038d5916c7a7e: 2024-11-08T12:40:18,454 INFO [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., storeName=379a4162f9b11724966038d5916c7a7e/C, priority=13, startTime=1731069617965; duration=0sec 2024-11-08T12:40:18,454 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T12:40:18,454 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 379a4162f9b11724966038d5916c7a7e:C 2024-11-08T12:40:18,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(8855): Flush requested on 379a4162f9b11724966038d5916c7a7e 2024-11-08T12:40:18,514 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e. as already flushing 2024-11-08T12:40:18,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:40:18,529 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110877eef6d227ff4fdc9e76db2b8bb1ecef_379a4162f9b11724966038d5916c7a7e to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110877eef6d227ff4fdc9e76db2b8bb1ecef_379a4162f9b11724966038d5916c7a7e 2024-11-08T12:40:18,530 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/.tmp/A/22100ca6fc564ff99cae6505e8e4d9df, store: [table=TestAcidGuarantees family=A region=379a4162f9b11724966038d5916c7a7e] 2024-11-08T12:40:18,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/.tmp/A/22100ca6fc564ff99cae6505e8e4d9df is 175, key is test_row_0/A:col10/1731069616351/Put/seqid=0 2024-11-08T12:40:18,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742013_1189 (size=31105) 2024-11-08T12:40:18,542 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=195, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/.tmp/A/22100ca6fc564ff99cae6505e8e4d9df 2024-11-08T12:40:18,549 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/.tmp/B/0cca1f8252be484784203716df22db3b is 50, key is test_row_0/B:col10/1731069616351/Put/seqid=0 2024-11-08T12:40:18,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742014_1190 (size=12151) 2024-11-08T12:40:18,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-08T12:40:18,580 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:18,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57450 deadline: 1731069678579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:18,580 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:18,580 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:18,580 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:40:18,684 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:18,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57450 deadline: 1731069678683, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:18,685 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:18,685 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:18,685 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:40:18,806 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/.tmp/A/de850683d6124e47be69ed33516d2a3c as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/A/de850683d6124e47be69ed33516d2a3c 2024-11-08T12:40:18,811 INFO [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 379a4162f9b11724966038d5916c7a7e/A of 379a4162f9b11724966038d5916c7a7e into de850683d6124e47be69ed33516d2a3c(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T12:40:18,811 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 379a4162f9b11724966038d5916c7a7e: 2024-11-08T12:40:18,811 INFO [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., storeName=379a4162f9b11724966038d5916c7a7e/A, priority=13, startTime=1731069617965; duration=0sec 2024-11-08T12:40:18,811 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T12:40:18,811 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 379a4162f9b11724966038d5916c7a7e:A 2024-11-08T12:40:18,890 INFO [master/6ccfea20c990:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-08T12:40:18,890 INFO [master/6ccfea20c990:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-08T12:40:18,894 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:18,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57450 deadline: 1731069678893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:18,894 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:18,894 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:18,894 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:40:18,965 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=195 (bloomFilter=true), to=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/.tmp/B/0cca1f8252be484784203716df22db3b 2024-11-08T12:40:18,974 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/.tmp/C/9da3f4f7144b4633af5b229b5bcf5fcc is 50, key is test_row_0/C:col10/1731069616351/Put/seqid=0 2024-11-08T12:40:18,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742015_1191 (size=12151) 2024-11-08T12:40:19,204 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:19,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57450 deadline: 1731069679203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:19,205 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:19,205 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:19,205 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:40:19,381 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=195 (bloomFilter=true), to=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/.tmp/C/9da3f4f7144b4633af5b229b5bcf5fcc 2024-11-08T12:40:19,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/.tmp/A/22100ca6fc564ff99cae6505e8e4d9df as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/A/22100ca6fc564ff99cae6505e8e4d9df 2024-11-08T12:40:19,389 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/A/22100ca6fc564ff99cae6505e8e4d9df, entries=150, sequenceid=195, filesize=30.4 K 2024-11-08T12:40:19,390 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/.tmp/B/0cca1f8252be484784203716df22db3b as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/B/0cca1f8252be484784203716df22db3b 2024-11-08T12:40:19,395 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/B/0cca1f8252be484784203716df22db3b, entries=150, sequenceid=195, filesize=11.9 K 2024-11-08T12:40:19,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/.tmp/C/9da3f4f7144b4633af5b229b5bcf5fcc as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/C/9da3f4f7144b4633af5b229b5bcf5fcc 2024-11-08T12:40:19,402 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/C/9da3f4f7144b4633af5b229b5bcf5fcc, entries=150, sequenceid=195, filesize=11.9 K 2024-11-08T12:40:19,403 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for 379a4162f9b11724966038d5916c7a7e in 1294ms, sequenceid=195, compaction requested=false 2024-11-08T12:40:19,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2603): Flush status journal for 379a4162f9b11724966038d5916c7a7e: 2024-11-08T12:40:19,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e. 2024-11-08T12:40:19,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=49 2024-11-08T12:40:19,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] master.HMaster(4169): Remote procedure done, pid=49 2024-11-08T12:40:19,406 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=49, resume processing ppid=48 2024-11-08T12:40:19,406 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=48, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.9780 sec 2024-11-08T12:40:19,408 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees in 2.9830 sec 2024-11-08T12:40:19,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(8855): Flush requested on 379a4162f9b11724966038d5916c7a7e 2024-11-08T12:40:19,495 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-08T12:40:19,495 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 379a4162f9b11724966038d5916c7a7e 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-08T12:40:19,505 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411080d16ad4d36a243b2985c510d9626f104_379a4162f9b11724966038d5916c7a7e is 50, key is test_row_0/A:col10/1731069619494/Put/seqid=0 2024-11-08T12:40:19,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742016_1192 (size=17284) 2024-11-08T12:40:19,524 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:19,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57470 deadline: 1731069679518, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:19,524 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:19,524 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:19,524 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:19,524 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:40:19,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57452 deadline: 1731069679519, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:19,525 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:19,525 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:19,525 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:19,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57416 deadline: 1731069679523, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:19,525 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:40:19,525 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:19,525 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:19,525 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:40:19,525 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:19,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57462 deadline: 1731069679524, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:19,525 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:19,525 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:19,525 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:40:19,634 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:19,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57470 deadline: 1731069679633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:19,634 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:19,634 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:19,634 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:19,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57452 deadline: 1731069679633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:19,634 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:40:19,634 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:19,634 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:19,634 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:19,634 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:40:19,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57416 deadline: 1731069679633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:19,635 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:19,635 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:19,635 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:19,635 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:40:19,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57462 deadline: 1731069679633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:19,635 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:19,635 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:19,635 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:40:19,714 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:19,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57450 deadline: 1731069679713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:19,715 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:19,715 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:19,715 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:40:19,844 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:19,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57470 deadline: 1731069679843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:19,844 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:19,844 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:19,844 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:40:19,849 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:19,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57416 deadline: 1731069679843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:19,849 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:19,849 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:19,849 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:19,849 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:40:19,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57452 deadline: 1731069679843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:19,850 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:19,850 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:19,850 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:19,850 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:40:19,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57462 deadline: 1731069679843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:19,850 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:19,850 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:19,850 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:40:19,911 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:40:19,915 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411080d16ad4d36a243b2985c510d9626f104_379a4162f9b11724966038d5916c7a7e to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411080d16ad4d36a243b2985c510d9626f104_379a4162f9b11724966038d5916c7a7e 2024-11-08T12:40:19,916 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/.tmp/A/9de9983d9ced4d8991261305b3eb7e05, store: [table=TestAcidGuarantees family=A region=379a4162f9b11724966038d5916c7a7e] 2024-11-08T12:40:19,917 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/.tmp/A/9de9983d9ced4d8991261305b3eb7e05 is 175, key is test_row_0/A:col10/1731069619494/Put/seqid=0 2024-11-08T12:40:19,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742017_1193 (size=48389) 2024-11-08T12:40:20,155 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:20,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57470 deadline: 1731069680152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:20,155 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:20,155 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:20,155 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:20,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57416 deadline: 1731069680153, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:20,155 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:40:20,156 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:20,156 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:20,156 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:20,156 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:40:20,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57452 deadline: 1731069680153, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:20,156 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:20,156 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:20,156 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:20,156 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:40:20,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57462 deadline: 1731069680153, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:20,156 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:20,156 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:20,156 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:40:20,323 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=216, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/.tmp/A/9de9983d9ced4d8991261305b3eb7e05 2024-11-08T12:40:20,331 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/.tmp/B/df735f1313294f8f857559ff2e2fa752 is 50, key is test_row_0/B:col10/1731069619494/Put/seqid=0 2024-11-08T12:40:20,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742018_1194 (size=12151) 2024-11-08T12:40:20,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-08T12:40:20,593 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-08T12:40:20,594 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-08T12:40:20,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] procedure2.ProcedureExecutor(1139): Stored pid=50, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees 2024-11-08T12:40:20,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-08T12:40:20,595 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=50, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-08T12:40:20,596 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=50, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-08T12:40:20,596 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=51, ppid=50, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-08T12:40:20,664 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:20,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57470 deadline: 1731069680663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:20,665 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:20,665 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:20,665 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:20,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57416 deadline: 1731069680663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:20,665 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:40:20,665 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:20,665 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:20,665 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:20,665 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:40:20,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57452 deadline: 1731069680663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:20,666 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:20,666 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:20,666 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:20,666 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:40:20,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57462 deadline: 1731069680663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:20,666 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:20,666 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:20,666 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:40:20,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-08T12:40:20,726 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:20,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57450 deadline: 1731069680723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:20,727 WARN [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to 6ccfea20c990,38479,1731069575023 for 'test_row_0' in 379a4162f9b11724966038d5916c7a7e of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2147 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-08T12:40:20,727 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:20,727 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:20,727 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:40:20,743 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=216 (bloomFilter=true), to=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/.tmp/B/df735f1313294f8f857559ff2e2fa752 2024-11-08T12:40:20,749 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38479 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-11-08T12:40:20,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e. 2024-11-08T12:40:20,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e. as already flushing 2024-11-08T12:40:20,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e. 2024-11-08T12:40:20,749 ERROR [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51 java.io.IOException: Unable to complete flush {ENCODED => 379a4162f9b11724966038d5916c7a7e, NAME => 'TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:40:20,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51 java.io.IOException: Unable to complete flush {ENCODED => 379a4162f9b11724966038d5916c7a7e, NAME => 'TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:40:20,750 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/.tmp/C/baf16a172bde4079acc0b9112a4d0a85 is 50, key is test_row_0/C:col10/1731069619494/Put/seqid=0 2024-11-08T12:40:20,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] master.HMaster(4177): Remote procedure failed, pid=51 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 379a4162f9b11724966038d5916c7a7e, NAME => 'TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 379a4162f9b11724966038d5916c7a7e, NAME => 'TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:40:20,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742019_1195 (size=12151) 2024-11-08T12:40:20,757 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=216 (bloomFilter=true), to=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/.tmp/C/baf16a172bde4079acc0b9112a4d0a85 2024-11-08T12:40:20,763 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/.tmp/A/9de9983d9ced4d8991261305b3eb7e05 as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/A/9de9983d9ced4d8991261305b3eb7e05 2024-11-08T12:40:20,770 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/A/9de9983d9ced4d8991261305b3eb7e05, entries=250, sequenceid=216, filesize=47.3 K 2024-11-08T12:40:20,771 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/.tmp/B/df735f1313294f8f857559ff2e2fa752 as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/B/df735f1313294f8f857559ff2e2fa752 2024-11-08T12:40:20,776 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/B/df735f1313294f8f857559ff2e2fa752, entries=150, sequenceid=216, filesize=11.9 K 2024-11-08T12:40:20,777 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/.tmp/C/baf16a172bde4079acc0b9112a4d0a85 as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/C/baf16a172bde4079acc0b9112a4d0a85 2024-11-08T12:40:20,782 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/C/baf16a172bde4079acc0b9112a4d0a85, entries=150, sequenceid=216, filesize=11.9 K 2024-11-08T12:40:20,783 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for 379a4162f9b11724966038d5916c7a7e in 1288ms, sequenceid=216, compaction requested=true 2024-11-08T12:40:20,783 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 379a4162f9b11724966038d5916c7a7e: 2024-11-08T12:40:20,783 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T12:40:20,784 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 379a4162f9b11724966038d5916c7a7e:A, priority=-2147483648, current under compaction store size is 1 2024-11-08T12:40:20,784 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T12:40:20,784 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T12:40:20,784 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 379a4162f9b11724966038d5916c7a7e:B, priority=-2147483648, current under compaction store size is 2 2024-11-08T12:40:20,784 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T12:40:20,784 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 379a4162f9b11724966038d5916c7a7e:C, priority=-2147483648, current under compaction store size is 3 2024-11-08T12:40:20,784 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T12:40:20,785 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T12:40:20,785 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 111009 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T12:40:20,785 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HStore(1541): 379a4162f9b11724966038d5916c7a7e/B is initiating minor compaction (all files) 2024-11-08T12:40:20,785 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HStore(1541): 379a4162f9b11724966038d5916c7a7e/A is initiating minor compaction (all files) 2024-11-08T12:40:20,785 INFO [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 379a4162f9b11724966038d5916c7a7e/B in TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e. 2024-11-08T12:40:20,785 INFO [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 379a4162f9b11724966038d5916c7a7e/A in TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e. 2024-11-08T12:40:20,785 INFO [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/A/de850683d6124e47be69ed33516d2a3c, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/A/22100ca6fc564ff99cae6505e8e4d9df, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/A/9de9983d9ced4d8991261305b3eb7e05] into tmpdir=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/.tmp, totalSize=108.4 K 2024-11-08T12:40:20,785 INFO [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/B/1ed6e7cea8f642d4872b15128cdac9bd, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/B/0cca1f8252be484784203716df22db3b, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/B/df735f1313294f8f857559ff2e2fa752] into tmpdir=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/.tmp, totalSize=36.0 K 2024-11-08T12:40:20,785 INFO [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e. 2024-11-08T12:40:20,785 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e. files: [hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/A/de850683d6124e47be69ed33516d2a3c, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/A/22100ca6fc564ff99cae6505e8e4d9df, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/A/9de9983d9ced4d8991261305b3eb7e05] 2024-11-08T12:40:20,786 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.Compactor(225): Compacting 1ed6e7cea8f642d4872b15128cdac9bd, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=175, earliestPutTs=1731069615140 2024-11-08T12:40:20,786 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] compactions.Compactor(225): Compacting de850683d6124e47be69ed33516d2a3c, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=175, earliestPutTs=1731069615140 2024-11-08T12:40:20,787 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.Compactor(225): Compacting 0cca1f8252be484784203716df22db3b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1731069616322 2024-11-08T12:40:20,787 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] compactions.Compactor(225): Compacting 22100ca6fc564ff99cae6505e8e4d9df, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1731069616322 2024-11-08T12:40:20,787 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.Compactor(225): Compacting df735f1313294f8f857559ff2e2fa752, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=216, earliestPutTs=1731069618577 2024-11-08T12:40:20,787 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9de9983d9ced4d8991261305b3eb7e05, keycount=250, bloomtype=ROW, size=47.3 K, encoding=NONE, compression=NONE, seqNum=216, earliestPutTs=1731069618536 2024-11-08T12:40:20,799 INFO [RS:0;6ccfea20c990:38479-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 379a4162f9b11724966038d5916c7a7e#B#compaction#165 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T12:40:20,799 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/.tmp/B/57c916f828b146f187f2d417b088ebba is 50, key is test_row_0/B:col10/1731069619494/Put/seqid=0 2024-11-08T12:40:20,800 INFO [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=379a4162f9b11724966038d5916c7a7e] 2024-11-08T12:40:20,803 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241108fa3a68ec9f1e456c8a41542803f3c41d_379a4162f9b11724966038d5916c7a7e store=[table=TestAcidGuarantees family=A region=379a4162f9b11724966038d5916c7a7e] 2024-11-08T12:40:20,805 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241108fa3a68ec9f1e456c8a41542803f3c41d_379a4162f9b11724966038d5916c7a7e, store=[table=TestAcidGuarantees family=A region=379a4162f9b11724966038d5916c7a7e] 2024-11-08T12:40:20,806 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108fa3a68ec9f1e456c8a41542803f3c41d_379a4162f9b11724966038d5916c7a7e because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=379a4162f9b11724966038d5916c7a7e] 2024-11-08T12:40:20,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742020_1196 (size=12663) 2024-11-08T12:40:20,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742021_1197 (size=4469) 2024-11-08T12:40:20,904 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38479 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-11-08T12:40:20,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e. 2024-11-08T12:40:20,904 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2902): Flushing 379a4162f9b11724966038d5916c7a7e 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-08T12:40:20,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108faa9fb9e1e594ccab1063dfca6bbbe37_379a4162f9b11724966038d5916c7a7e is 50, key is test_row_0/A:col10/1731069619521/Put/seqid=0 2024-11-08T12:40:20,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-08T12:40:20,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742022_1198 (size=12304) 2024-11-08T12:40:20,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:40:20,935 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108faa9fb9e1e594ccab1063dfca6bbbe37_379a4162f9b11724966038d5916c7a7e to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108faa9fb9e1e594ccab1063dfca6bbbe37_379a4162f9b11724966038d5916c7a7e 2024-11-08T12:40:20,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/.tmp/A/4108544175604d02b8e485f8d8a3466f, store: [table=TestAcidGuarantees family=A region=379a4162f9b11724966038d5916c7a7e] 2024-11-08T12:40:20,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/.tmp/A/4108544175604d02b8e485f8d8a3466f is 175, key is test_row_0/A:col10/1731069619521/Put/seqid=0 2024-11-08T12:40:20,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742023_1199 (size=31105) 2024-11-08T12:40:21,211 INFO [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 379a4162f9b11724966038d5916c7a7e#A#compaction#166 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T12:40:21,211 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/.tmp/A/86f9a31845c74e369f32a2472f1f79ef is 175, key is test_row_0/A:col10/1731069619494/Put/seqid=0 2024-11-08T12:40:21,213 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/.tmp/B/57c916f828b146f187f2d417b088ebba as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/B/57c916f828b146f187f2d417b088ebba 2024-11-08T12:40:21,218 INFO [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 379a4162f9b11724966038d5916c7a7e/B of 379a4162f9b11724966038d5916c7a7e into 57c916f828b146f187f2d417b088ebba(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T12:40:21,218 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 379a4162f9b11724966038d5916c7a7e: 2024-11-08T12:40:21,219 INFO [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., storeName=379a4162f9b11724966038d5916c7a7e/B, priority=13, startTime=1731069620784; duration=0sec 2024-11-08T12:40:21,219 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T12:40:21,219 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 379a4162f9b11724966038d5916c7a7e:B 2024-11-08T12:40:21,219 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T12:40:21,220 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T12:40:21,220 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HStore(1541): 379a4162f9b11724966038d5916c7a7e/C is initiating minor compaction (all files) 2024-11-08T12:40:21,220 INFO [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 379a4162f9b11724966038d5916c7a7e/C in TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e. 2024-11-08T12:40:21,220 INFO [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/C/5cf95c23d9b44ca5b1f63cb16f0845d1, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/C/9da3f4f7144b4633af5b229b5bcf5fcc, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/C/baf16a172bde4079acc0b9112a4d0a85] into tmpdir=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/.tmp, totalSize=36.0 K 2024-11-08T12:40:21,220 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.Compactor(225): Compacting 5cf95c23d9b44ca5b1f63cb16f0845d1, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=175, earliestPutTs=1731069615140 2024-11-08T12:40:21,221 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.Compactor(225): Compacting 9da3f4f7144b4633af5b229b5bcf5fcc, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1731069616322 2024-11-08T12:40:21,221 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.Compactor(225): Compacting baf16a172bde4079acc0b9112a4d0a85, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=216, earliestPutTs=1731069618577 2024-11-08T12:40:21,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-08T12:40:21,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742024_1200 (size=31617) 2024-11-08T12:40:21,229 INFO [RS:0;6ccfea20c990:38479-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 379a4162f9b11724966038d5916c7a7e#C#compaction#168 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T12:40:21,229 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/.tmp/A/86f9a31845c74e369f32a2472f1f79ef as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/A/86f9a31845c74e369f32a2472f1f79ef 2024-11-08T12:40:21,230 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/.tmp/C/7a76a4c2c6684036b8dc4bb510c26db5 is 50, key is test_row_0/C:col10/1731069619494/Put/seqid=0 2024-11-08T12:40:21,235 INFO [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 379a4162f9b11724966038d5916c7a7e/A of 379a4162f9b11724966038d5916c7a7e into 86f9a31845c74e369f32a2472f1f79ef(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T12:40:21,235 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 379a4162f9b11724966038d5916c7a7e: 2024-11-08T12:40:21,235 INFO [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., storeName=379a4162f9b11724966038d5916c7a7e/A, priority=13, startTime=1731069620783; duration=0sec 2024-11-08T12:40:21,235 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T12:40:21,235 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 379a4162f9b11724966038d5916c7a7e:A 2024-11-08T12:40:21,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742025_1201 (size=12663) 2024-11-08T12:40:21,341 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=233, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/.tmp/A/4108544175604d02b8e485f8d8a3466f 2024-11-08T12:40:21,349 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/.tmp/B/be9d0d3b457b48f6b4eda3e13d50c0d7 is 50, key is test_row_0/B:col10/1731069619521/Put/seqid=0 2024-11-08T12:40:21,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742026_1202 (size=12151) 2024-11-08T12:40:21,648 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/.tmp/C/7a76a4c2c6684036b8dc4bb510c26db5 as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/C/7a76a4c2c6684036b8dc4bb510c26db5 2024-11-08T12:40:21,653 INFO [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 379a4162f9b11724966038d5916c7a7e/C of 379a4162f9b11724966038d5916c7a7e into 7a76a4c2c6684036b8dc4bb510c26db5(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T12:40:21,653 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 379a4162f9b11724966038d5916c7a7e: 2024-11-08T12:40:21,653 INFO [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., storeName=379a4162f9b11724966038d5916c7a7e/C, priority=13, startTime=1731069620784; duration=0sec 2024-11-08T12:40:21,653 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T12:40:21,653 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 379a4162f9b11724966038d5916c7a7e:C 2024-11-08T12:40:21,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(8855): Flush requested on 379a4162f9b11724966038d5916c7a7e 2024-11-08T12:40:21,676 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e. as already flushing 2024-11-08T12:40:21,703 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:21,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57462 deadline: 1731069681696, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:21,704 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:21,704 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:21,704 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:21,704 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:40:21,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57416 deadline: 1731069681699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:21,704 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:21,704 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:21,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57470 deadline: 1731069681703, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:21,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57452 deadline: 1731069681700, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:21,704 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:21,704 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:21,705 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:21,705 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:21,705 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:21,705 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:40:21,705 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:21,705 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:40:21,705 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:40:21,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-08T12:40:21,765 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=233 (bloomFilter=true), to=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/.tmp/B/be9d0d3b457b48f6b4eda3e13d50c0d7 2024-11-08T12:40:21,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/.tmp/C/b68b289bb29d4e97bf3c898e6afbcbf2 is 50, key is test_row_0/C:col10/1731069619521/Put/seqid=0 2024-11-08T12:40:21,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742027_1203 (size=12151) 2024-11-08T12:40:21,819 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:21,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57462 deadline: 1731069681813, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:21,819 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:21,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57416 deadline: 1731069681813, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:21,820 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:21,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57470 deadline: 1731069681813, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:21,820 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:21,820 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:21,820 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:21,820 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:21,820 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:21,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57452 deadline: 1731069681813, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:21,820 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:40:21,820 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:40:21,820 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:21,820 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:21,820 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:21,820 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:21,820 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:40:21,820 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:40:22,023 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:22,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57462 deadline: 1731069682023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:22,024 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:22,024 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:22,024 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:22,024 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:40:22,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57416 deadline: 1731069682023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:22,024 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:22,024 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:22,024 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:40:22,024 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:22,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57470 deadline: 1731069682023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:22,025 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:22,025 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:22,025 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:40:22,025 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:22,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57452 deadline: 1731069682023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:22,025 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:22,025 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:22,025 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:40:22,182 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=233 (bloomFilter=true), to=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/.tmp/C/b68b289bb29d4e97bf3c898e6afbcbf2 2024-11-08T12:40:22,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/.tmp/A/4108544175604d02b8e485f8d8a3466f as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/A/4108544175604d02b8e485f8d8a3466f 2024-11-08T12:40:22,191 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/A/4108544175604d02b8e485f8d8a3466f, entries=150, sequenceid=233, filesize=30.4 K 2024-11-08T12:40:22,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/.tmp/B/be9d0d3b457b48f6b4eda3e13d50c0d7 as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/B/be9d0d3b457b48f6b4eda3e13d50c0d7 2024-11-08T12:40:22,196 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/B/be9d0d3b457b48f6b4eda3e13d50c0d7, entries=150, sequenceid=233, filesize=11.9 K 2024-11-08T12:40:22,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/.tmp/C/b68b289bb29d4e97bf3c898e6afbcbf2 as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/C/b68b289bb29d4e97bf3c898e6afbcbf2 2024-11-08T12:40:22,201 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/C/b68b289bb29d4e97bf3c898e6afbcbf2, entries=150, sequenceid=233, filesize=11.9 K 2024-11-08T12:40:22,202 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for 379a4162f9b11724966038d5916c7a7e in 1298ms, sequenceid=233, compaction requested=false 2024-11-08T12:40:22,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2603): Flush status journal for 379a4162f9b11724966038d5916c7a7e: 2024-11-08T12:40:22,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e. 2024-11-08T12:40:22,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=51 2024-11-08T12:40:22,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] master.HMaster(4169): Remote procedure done, pid=51 2024-11-08T12:40:22,205 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=51, resume processing ppid=50 2024-11-08T12:40:22,205 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=50, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6070 sec 2024-11-08T12:40:22,206 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees in 1.6110 sec 2024-11-08T12:40:22,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(8855): Flush requested on 379a4162f9b11724966038d5916c7a7e 2024-11-08T12:40:22,335 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-08T12:40:22,335 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 379a4162f9b11724966038d5916c7a7e 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-08T12:40:22,344 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110802df1c7e4ada4c5b9605df2485b82c3c_379a4162f9b11724966038d5916c7a7e is 50, key is test_row_0/A:col10/1731069621702/Put/seqid=0 2024-11-08T12:40:22,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742028_1204 (size=19874) 2024-11-08T12:40:22,354 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:22,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57462 deadline: 1731069682348, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:22,354 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:22,354 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:22,354 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:22,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57452 deadline: 1731069682349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:22,354 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:40:22,355 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:22,354 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:22,355 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:22,355 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:40:22,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57416 deadline: 1731069682350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:22,355 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:22,355 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:22,355 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:22,355 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:40:22,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57470 deadline: 1731069682354, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:22,355 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:22,355 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:22,355 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:40:22,464 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:22,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57462 deadline: 1731069682463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:22,465 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:22,465 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:22,465 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:22,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57452 deadline: 1731069682463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:22,465 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:40:22,465 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:22,465 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:22,465 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:22,465 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:40:22,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57416 deadline: 1731069682463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:22,465 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:22,465 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:22,465 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:40:22,465 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:22,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57470 deadline: 1731069682463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:22,466 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:22,466 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:22,466 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:40:22,673 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:22,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57462 deadline: 1731069682673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:22,674 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:22,674 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:22,674 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:22,674 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:40:22,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57452 deadline: 1731069682673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:22,674 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:22,674 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:22,674 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:22,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57470 deadline: 1731069682673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:22,674 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:40:22,674 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:22,674 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:22,674 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:40:22,675 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:22,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57416 deadline: 1731069682673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:22,675 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:22,675 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:22,675 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:40:22,739 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:22,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57450 deadline: 1731069682733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:22,739 WARN [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to 6ccfea20c990,38479,1731069575023 for 'test_row_0' in 379a4162f9b11724966038d5916c7a7e of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4160 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-08T12:40:22,740 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:22,740 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:22,740 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:40:22,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-08T12:40:22,743 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-08T12:40:22,744 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-08T12:40:22,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] procedure2.ProcedureExecutor(1139): Stored pid=52, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees 2024-11-08T12:40:22,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-08T12:40:22,745 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=52, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-08T12:40:22,746 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=52, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-08T12:40:22,746 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=53, ppid=52, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-08T12:40:22,749 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:40:22,753 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110802df1c7e4ada4c5b9605df2485b82c3c_379a4162f9b11724966038d5916c7a7e to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110802df1c7e4ada4c5b9605df2485b82c3c_379a4162f9b11724966038d5916c7a7e 2024-11-08T12:40:22,753 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/.tmp/A/8046ebbefbb04e31ac44fc28230b3a51, store: [table=TestAcidGuarantees family=A region=379a4162f9b11724966038d5916c7a7e] 2024-11-08T12:40:22,754 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/.tmp/A/8046ebbefbb04e31ac44fc28230b3a51 is 175, key is test_row_0/A:col10/1731069621702/Put/seqid=0 2024-11-08T12:40:22,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742029_1205 (size=57133) 2024-11-08T12:40:22,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-08T12:40:22,898 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38479 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-11-08T12:40:22,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e. 2024-11-08T12:40:22,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e. as already flushing 2024-11-08T12:40:22,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e. 2024-11-08T12:40:22,898 ERROR [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53 java.io.IOException: Unable to complete flush {ENCODED => 379a4162f9b11724966038d5916c7a7e, NAME => 'TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:40:22,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53 java.io.IOException: Unable to complete flush {ENCODED => 379a4162f9b11724966038d5916c7a7e, NAME => 'TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:40:22,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] master.HMaster(4177): Remote procedure failed, pid=53 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 379a4162f9b11724966038d5916c7a7e, NAME => 'TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 379a4162f9b11724966038d5916c7a7e, NAME => 'TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:40:22,984 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:22,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57462 deadline: 1731069682983, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:22,984 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:22,984 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:22,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57452 deadline: 1731069682983, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:22,984 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:22,984 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:40:22,984 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:22,984 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:22,984 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:40:22,985 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:22,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57470 deadline: 1731069682983, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:22,985 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:22,985 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:22,985 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:22,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57416 deadline: 1731069682983, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:22,985 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:40:22,985 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:22,985 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:22,985 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:40:23,051 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38479 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-11-08T12:40:23,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e. 2024-11-08T12:40:23,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e. as already flushing 2024-11-08T12:40:23,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e. 2024-11-08T12:40:23,051 ERROR [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53 java.io.IOException: Unable to complete flush {ENCODED => 379a4162f9b11724966038d5916c7a7e, NAME => 'TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:40:23,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53 java.io.IOException: Unable to complete flush {ENCODED => 379a4162f9b11724966038d5916c7a7e, NAME => 'TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:40:23,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] master.HMaster(4177): Remote procedure failed, pid=53 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 379a4162f9b11724966038d5916c7a7e, NAME => 'TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 379a4162f9b11724966038d5916c7a7e, NAME => 'TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:40:23,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-08T12:40:23,159 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=258, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/.tmp/A/8046ebbefbb04e31ac44fc28230b3a51 2024-11-08T12:40:23,167 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/.tmp/B/f1e4d031bc8b4360a3530f9b16783358 is 50, key is test_row_0/B:col10/1731069621702/Put/seqid=0 2024-11-08T12:40:23,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742030_1206 (size=12201) 2024-11-08T12:40:23,176 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=258 (bloomFilter=true), to=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/.tmp/B/f1e4d031bc8b4360a3530f9b16783358 2024-11-08T12:40:23,184 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/.tmp/C/9c7111b1697449bf88871de72c278b38 is 50, key is test_row_0/C:col10/1731069621702/Put/seqid=0 2024-11-08T12:40:23,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742031_1207 (size=12201) 2024-11-08T12:40:23,203 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38479 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-11-08T12:40:23,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e. 2024-11-08T12:40:23,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e. as already flushing 2024-11-08T12:40:23,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e. 2024-11-08T12:40:23,204 ERROR [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53 java.io.IOException: Unable to complete flush {ENCODED => 379a4162f9b11724966038d5916c7a7e, NAME => 'TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:40:23,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53 java.io.IOException: Unable to complete flush {ENCODED => 379a4162f9b11724966038d5916c7a7e, NAME => 'TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:40:23,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] master.HMaster(4177): Remote procedure failed, pid=53 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 379a4162f9b11724966038d5916c7a7e, NAME => 'TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 379a4162f9b11724966038d5916c7a7e, NAME => 'TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:40:23,356 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38479 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-11-08T12:40:23,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e. 2024-11-08T12:40:23,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e. as already flushing 2024-11-08T12:40:23,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e. 2024-11-08T12:40:23,357 ERROR [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53 java.io.IOException: Unable to complete flush {ENCODED => 379a4162f9b11724966038d5916c7a7e, NAME => 'TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:40:23,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53 java.io.IOException: Unable to complete flush {ENCODED => 379a4162f9b11724966038d5916c7a7e, NAME => 'TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:40:23,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] master.HMaster(4177): Remote procedure failed, pid=53 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 379a4162f9b11724966038d5916c7a7e, NAME => 'TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 379a4162f9b11724966038d5916c7a7e, NAME => 'TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:40:23,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-08T12:40:23,493 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:23,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57462 deadline: 1731069683493, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:23,494 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:23,494 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:23,494 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:23,494 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:40:23,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57452 deadline: 1731069683493, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:23,494 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:23,494 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:23,494 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:40:23,494 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:23,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57416 deadline: 1731069683493, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:23,495 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:23,495 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:23,495 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:40:23,496 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:23,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57470 deadline: 1731069683493, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:23,497 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:23,497 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:23,497 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:40:23,510 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38479 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-11-08T12:40:23,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e. 2024-11-08T12:40:23,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e. as already flushing 2024-11-08T12:40:23,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e. 2024-11-08T12:40:23,510 ERROR [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53 java.io.IOException: Unable to complete flush {ENCODED => 379a4162f9b11724966038d5916c7a7e, NAME => 'TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:40:23,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53 java.io.IOException: Unable to complete flush {ENCODED => 379a4162f9b11724966038d5916c7a7e, NAME => 'TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:40:23,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] master.HMaster(4177): Remote procedure failed, pid=53 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 379a4162f9b11724966038d5916c7a7e, NAME => 'TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 379a4162f9b11724966038d5916c7a7e, NAME => 'TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:40:23,588 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=258 (bloomFilter=true), to=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/.tmp/C/9c7111b1697449bf88871de72c278b38 2024-11-08T12:40:23,593 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/.tmp/A/8046ebbefbb04e31ac44fc28230b3a51 as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/A/8046ebbefbb04e31ac44fc28230b3a51 2024-11-08T12:40:23,597 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/A/8046ebbefbb04e31ac44fc28230b3a51, entries=300, sequenceid=258, filesize=55.8 K 2024-11-08T12:40:23,599 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/.tmp/B/f1e4d031bc8b4360a3530f9b16783358 as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/B/f1e4d031bc8b4360a3530f9b16783358 2024-11-08T12:40:23,603 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/B/f1e4d031bc8b4360a3530f9b16783358, entries=150, sequenceid=258, filesize=11.9 K 2024-11-08T12:40:23,604 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/.tmp/C/9c7111b1697449bf88871de72c278b38 as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/C/9c7111b1697449bf88871de72c278b38 2024-11-08T12:40:23,609 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/C/9c7111b1697449bf88871de72c278b38, entries=150, sequenceid=258, filesize=11.9 K 2024-11-08T12:40:23,610 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for 379a4162f9b11724966038d5916c7a7e in 1275ms, sequenceid=258, compaction requested=true 2024-11-08T12:40:23,610 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 379a4162f9b11724966038d5916c7a7e: 2024-11-08T12:40:23,610 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 379a4162f9b11724966038d5916c7a7e:A, priority=-2147483648, current under compaction store size is 1 2024-11-08T12:40:23,610 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T12:40:23,610 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T12:40:23,610 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 379a4162f9b11724966038d5916c7a7e:B, priority=-2147483648, current under compaction store size is 2 2024-11-08T12:40:23,610 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T12:40:23,610 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T12:40:23,610 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 379a4162f9b11724966038d5916c7a7e:C, priority=-2147483648, current under compaction store size is 3 2024-11-08T12:40:23,610 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T12:40:23,611 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 119855 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T12:40:23,611 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37015 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T12:40:23,611 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HStore(1541): 379a4162f9b11724966038d5916c7a7e/B is initiating minor compaction (all files) 2024-11-08T12:40:23,611 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HStore(1541): 379a4162f9b11724966038d5916c7a7e/A is initiating minor compaction (all files) 2024-11-08T12:40:23,611 INFO [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 379a4162f9b11724966038d5916c7a7e/A in TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e. 2024-11-08T12:40:23,611 INFO [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 379a4162f9b11724966038d5916c7a7e/B in TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e. 2024-11-08T12:40:23,611 INFO [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/A/86f9a31845c74e369f32a2472f1f79ef, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/A/4108544175604d02b8e485f8d8a3466f, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/A/8046ebbefbb04e31ac44fc28230b3a51] into tmpdir=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/.tmp, totalSize=117.0 K 2024-11-08T12:40:23,611 INFO [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/B/57c916f828b146f187f2d417b088ebba, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/B/be9d0d3b457b48f6b4eda3e13d50c0d7, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/B/f1e4d031bc8b4360a3530f9b16783358] into tmpdir=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/.tmp, totalSize=36.1 K 2024-11-08T12:40:23,611 INFO [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e. 2024-11-08T12:40:23,611 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e. files: [hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/A/86f9a31845c74e369f32a2472f1f79ef, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/A/4108544175604d02b8e485f8d8a3466f, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/A/8046ebbefbb04e31ac44fc28230b3a51] 2024-11-08T12:40:23,612 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.Compactor(225): Compacting 57c916f828b146f187f2d417b088ebba, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=216, earliestPutTs=1731069618577 2024-11-08T12:40:23,612 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] compactions.Compactor(225): Compacting 86f9a31845c74e369f32a2472f1f79ef, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=216, earliestPutTs=1731069618577 2024-11-08T12:40:23,612 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.Compactor(225): Compacting be9d0d3b457b48f6b4eda3e13d50c0d7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=233, earliestPutTs=1731069619516 2024-11-08T12:40:23,612 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4108544175604d02b8e485f8d8a3466f, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=233, earliestPutTs=1731069619516 2024-11-08T12:40:23,612 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.Compactor(225): Compacting f1e4d031bc8b4360a3530f9b16783358, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=258, earliestPutTs=1731069621702 2024-11-08T12:40:23,612 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8046ebbefbb04e31ac44fc28230b3a51, keycount=300, bloomtype=ROW, size=55.8 K, encoding=NONE, compression=NONE, seqNum=258, earliestPutTs=1731069621689 2024-11-08T12:40:23,618 INFO [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=379a4162f9b11724966038d5916c7a7e] 2024-11-08T12:40:23,619 INFO [RS:0;6ccfea20c990:38479-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 379a4162f9b11724966038d5916c7a7e#B#compaction#174 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-08T12:40:23,620 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/.tmp/B/e970b20e416b482ebe65a7cc7455b697 is 50, key is test_row_0/B:col10/1731069621702/Put/seqid=0 2024-11-08T12:40:23,625 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024110890912d1b113e48b9b207d3ad3e2c5705_379a4162f9b11724966038d5916c7a7e store=[table=TestAcidGuarantees family=A region=379a4162f9b11724966038d5916c7a7e] 2024-11-08T12:40:23,628 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024110890912d1b113e48b9b207d3ad3e2c5705_379a4162f9b11724966038d5916c7a7e, store=[table=TestAcidGuarantees family=A region=379a4162f9b11724966038d5916c7a7e] 2024-11-08T12:40:23,628 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110890912d1b113e48b9b207d3ad3e2c5705_379a4162f9b11724966038d5916c7a7e because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=379a4162f9b11724966038d5916c7a7e] 2024-11-08T12:40:23,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742032_1208 (size=12815) 2024-11-08T12:40:23,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742033_1209 (size=4469) 2024-11-08T12:40:23,637 INFO [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 379a4162f9b11724966038d5916c7a7e#A#compaction#175 average throughput is 1.29 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T12:40:23,638 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/.tmp/A/9a2eb38f79d4400f9427a4042c21146e is 175, key is test_row_0/A:col10/1731069621702/Put/seqid=0 2024-11-08T12:40:23,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742034_1210 (size=31769) 2024-11-08T12:40:23,662 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38479 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-11-08T12:40:23,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e. 2024-11-08T12:40:23,663 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2902): Flushing 379a4162f9b11724966038d5916c7a7e 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-08T12:40:23,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108f2aada5a00fb45b9a2a024d34c1264ba_379a4162f9b11724966038d5916c7a7e is 50, key is test_row_0/A:col10/1731069622344/Put/seqid=0 2024-11-08T12:40:23,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742035_1211 (size=12454) 2024-11-08T12:40:23,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-08T12:40:24,039 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/.tmp/B/e970b20e416b482ebe65a7cc7455b697 as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/B/e970b20e416b482ebe65a7cc7455b697 2024-11-08T12:40:24,044 INFO [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 379a4162f9b11724966038d5916c7a7e/B of 379a4162f9b11724966038d5916c7a7e into e970b20e416b482ebe65a7cc7455b697(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T12:40:24,044 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 379a4162f9b11724966038d5916c7a7e: 2024-11-08T12:40:24,044 INFO [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., storeName=379a4162f9b11724966038d5916c7a7e/B, priority=13, startTime=1731069623610; duration=0sec 2024-11-08T12:40:24,044 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T12:40:24,044 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 379a4162f9b11724966038d5916c7a7e:B 2024-11-08T12:40:24,044 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T12:40:24,046 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37015 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T12:40:24,046 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HStore(1541): 379a4162f9b11724966038d5916c7a7e/C is initiating minor compaction (all files) 2024-11-08T12:40:24,046 INFO [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 379a4162f9b11724966038d5916c7a7e/C in TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e. 2024-11-08T12:40:24,047 INFO [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/C/7a76a4c2c6684036b8dc4bb510c26db5, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/C/b68b289bb29d4e97bf3c898e6afbcbf2, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/C/9c7111b1697449bf88871de72c278b38] into tmpdir=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/.tmp, totalSize=36.1 K 2024-11-08T12:40:24,047 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.Compactor(225): Compacting 7a76a4c2c6684036b8dc4bb510c26db5, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=216, earliestPutTs=1731069618577 2024-11-08T12:40:24,047 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.Compactor(225): Compacting b68b289bb29d4e97bf3c898e6afbcbf2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=233, earliestPutTs=1731069619516 2024-11-08T12:40:24,048 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.Compactor(225): Compacting 9c7111b1697449bf88871de72c278b38, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=258, earliestPutTs=1731069621702 2024-11-08T12:40:24,050 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/.tmp/A/9a2eb38f79d4400f9427a4042c21146e as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/A/9a2eb38f79d4400f9427a4042c21146e 2024-11-08T12:40:24,055 INFO [RS:0;6ccfea20c990:38479-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 379a4162f9b11724966038d5916c7a7e#C#compaction#177 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T12:40:24,055 INFO [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 379a4162f9b11724966038d5916c7a7e/A of 379a4162f9b11724966038d5916c7a7e into 9a2eb38f79d4400f9427a4042c21146e(size=31.0 K), total size for store is 31.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T12:40:24,055 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 379a4162f9b11724966038d5916c7a7e: 2024-11-08T12:40:24,055 INFO [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., storeName=379a4162f9b11724966038d5916c7a7e/A, priority=13, startTime=1731069623610; duration=0sec 2024-11-08T12:40:24,055 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T12:40:24,055 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 379a4162f9b11724966038d5916c7a7e:A 2024-11-08T12:40:24,056 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/.tmp/C/4bf5c79beee1446c89ec04e1a5dc40f6 is 50, key is test_row_0/C:col10/1731069621702/Put/seqid=0 2024-11-08T12:40:24,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742036_1212 (size=12815) 2024-11-08T12:40:24,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:40:24,080 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108f2aada5a00fb45b9a2a024d34c1264ba_379a4162f9b11724966038d5916c7a7e to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108f2aada5a00fb45b9a2a024d34c1264ba_379a4162f9b11724966038d5916c7a7e 2024-11-08T12:40:24,081 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/.tmp/A/a41ea860a8a84323b36e287347f8c71b, store: [table=TestAcidGuarantees family=A region=379a4162f9b11724966038d5916c7a7e] 2024-11-08T12:40:24,081 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/.tmp/A/a41ea860a8a84323b36e287347f8c71b is 175, key is test_row_0/A:col10/1731069622344/Put/seqid=0 2024-11-08T12:40:24,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742037_1213 (size=31255) 2024-11-08T12:40:24,469 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/.tmp/C/4bf5c79beee1446c89ec04e1a5dc40f6 as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/C/4bf5c79beee1446c89ec04e1a5dc40f6 2024-11-08T12:40:24,474 INFO [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 379a4162f9b11724966038d5916c7a7e/C of 379a4162f9b11724966038d5916c7a7e into 4bf5c79beee1446c89ec04e1a5dc40f6(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T12:40:24,474 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 379a4162f9b11724966038d5916c7a7e: 2024-11-08T12:40:24,474 INFO [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., storeName=379a4162f9b11724966038d5916c7a7e/C, priority=13, startTime=1731069623610; duration=0sec 2024-11-08T12:40:24,474 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T12:40:24,474 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 379a4162f9b11724966038d5916c7a7e:C 2024-11-08T12:40:24,488 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=272, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/.tmp/A/a41ea860a8a84323b36e287347f8c71b 2024-11-08T12:40:24,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/.tmp/B/866de10553ed4c7f941977bc1f666cd5 is 50, key is test_row_0/B:col10/1731069622344/Put/seqid=0 2024-11-08T12:40:24,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(8855): Flush requested on 379a4162f9b11724966038d5916c7a7e 2024-11-08T12:40:24,504 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e. as already flushing 2024-11-08T12:40:24,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742038_1214 (size=12301) 2024-11-08T12:40:24,553 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:24,553 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:24,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57452 deadline: 1731069684546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:24,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57462 deadline: 1731069684548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:24,554 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:24,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57470 deadline: 1731069684549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:24,554 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:24,554 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:24,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57416 deadline: 1731069684550, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:24,554 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:24,554 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:40:24,554 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:24,554 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:24,554 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:40:24,555 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:24,555 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:24,555 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:40:24,555 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:24,555 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:24,555 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:40:24,663 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:24,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57452 deadline: 1731069684663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:24,663 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:24,663 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:24,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57470 deadline: 1731069684663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:24,663 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:24,663 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:40:24,664 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:24,664 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:24,664 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:40:24,666 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:24,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57416 deadline: 1731069684663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:24,666 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:24,666 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:24,666 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:24,666 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:40:24,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57462 deadline: 1731069684663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:24,666 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:24,666 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:24,667 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:40:24,877 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:24,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57452 deadline: 1731069684872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:24,877 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:24,877 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:24,877 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:24,877 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:40:24,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57470 deadline: 1731069684873, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:24,878 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:24,878 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:24,878 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:24,878 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:40:24,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57416 deadline: 1731069684873, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:24,878 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:24,878 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:24,878 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:24,878 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:40:24,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57462 deadline: 1731069684873, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:24,878 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:24,878 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:24,879 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:40:24,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-08T12:40:24,927 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=272 (bloomFilter=true), to=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/.tmp/B/866de10553ed4c7f941977bc1f666cd5 2024-11-08T12:40:24,934 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/.tmp/C/23ecae0e6ffd4499b5045d54cae1b3c1 is 50, key is test_row_0/C:col10/1731069622344/Put/seqid=0 2024-11-08T12:40:24,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742039_1215 (size=12301) 2024-11-08T12:40:25,185 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:25,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57452 deadline: 1731069685183, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:25,186 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:25,186 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:25,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57470 deadline: 1731069685183, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:25,186 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:25,186 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:40:25,186 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:25,186 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:25,186 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:25,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57416 deadline: 1731069685184, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:25,186 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:40:25,186 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:25,186 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:25,186 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:25,186 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:40:25,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57462 deadline: 1731069685184, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:25,187 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:25,187 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:25,187 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:40:25,338 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=272 (bloomFilter=true), to=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/.tmp/C/23ecae0e6ffd4499b5045d54cae1b3c1 2024-11-08T12:40:25,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/.tmp/A/a41ea860a8a84323b36e287347f8c71b as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/A/a41ea860a8a84323b36e287347f8c71b 2024-11-08T12:40:25,347 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/A/a41ea860a8a84323b36e287347f8c71b, entries=150, sequenceid=272, filesize=30.5 K 2024-11-08T12:40:25,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/.tmp/B/866de10553ed4c7f941977bc1f666cd5 as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/B/866de10553ed4c7f941977bc1f666cd5 2024-11-08T12:40:25,352 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/B/866de10553ed4c7f941977bc1f666cd5, entries=150, sequenceid=272, filesize=12.0 K 2024-11-08T12:40:25,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/.tmp/C/23ecae0e6ffd4499b5045d54cae1b3c1 as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/C/23ecae0e6ffd4499b5045d54cae1b3c1 2024-11-08T12:40:25,357 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/C/23ecae0e6ffd4499b5045d54cae1b3c1, entries=150, sequenceid=272, filesize=12.0 K 2024-11-08T12:40:25,358 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 379a4162f9b11724966038d5916c7a7e in 1695ms, sequenceid=272, compaction requested=false 2024-11-08T12:40:25,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2603): Flush status journal for 379a4162f9b11724966038d5916c7a7e: 2024-11-08T12:40:25,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e. 2024-11-08T12:40:25,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=53 2024-11-08T12:40:25,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] master.HMaster(4169): Remote procedure done, pid=53 2024-11-08T12:40:25,363 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=53, resume processing ppid=52 2024-11-08T12:40:25,363 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=52, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.6160 sec 2024-11-08T12:40:25,364 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees in 2.6190 sec 2024-11-08T12:40:25,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(8855): Flush requested on 379a4162f9b11724966038d5916c7a7e 2024-11-08T12:40:25,696 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-08T12:40:25,696 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 379a4162f9b11724966038d5916c7a7e 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-08T12:40:25,705 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411084f227f567ebf4d03b732b4ce752ec0cf_379a4162f9b11724966038d5916c7a7e is 50, key is test_row_0/A:col10/1731069625696/Put/seqid=0 2024-11-08T12:40:25,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742040_1216 (size=12454) 2024-11-08T12:40:25,710 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:40:25,711 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:25,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57462 deadline: 1731069685706, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:25,711 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:25,711 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:25,711 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:25,711 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:40:25,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57470 deadline: 1731069685709, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:25,712 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:25,712 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:25,712 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:25,712 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:40:25,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57416 deadline: 1731069685710, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:25,712 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:25,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57452 deadline: 1731069685711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:25,712 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:25,712 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:25,712 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:25,712 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:25,713 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:40:25,713 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:40:25,715 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411084f227f567ebf4d03b732b4ce752ec0cf_379a4162f9b11724966038d5916c7a7e to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411084f227f567ebf4d03b732b4ce752ec0cf_379a4162f9b11724966038d5916c7a7e 2024-11-08T12:40:25,716 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/.tmp/A/f1e064ae72724a488481ea22ae1d9c71, store: [table=TestAcidGuarantees family=A region=379a4162f9b11724966038d5916c7a7e] 2024-11-08T12:40:25,717 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/.tmp/A/f1e064ae72724a488481ea22ae1d9c71 is 175, key is test_row_0/A:col10/1731069625696/Put/seqid=0 2024-11-08T12:40:25,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742041_1217 (size=31255) 2024-11-08T12:40:25,813 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:25,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57470 deadline: 1731069685813, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:25,813 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:25,813 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:25,813 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:40:25,823 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:25,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57462 deadline: 1731069685823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:25,824 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:25,824 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:25,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57416 deadline: 1731069685823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:25,824 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:25,824 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:40:25,824 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:25,824 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:25,824 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:25,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57452 deadline: 1731069685823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:25,824 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:40:25,824 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:25,824 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:25,824 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:40:26,027 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:26,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57470 deadline: 1731069686023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:26,027 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:26,027 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:26,027 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:40:26,038 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:26,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57462 deadline: 1731069686033, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:26,039 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:26,039 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:26,039 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:26,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57416 deadline: 1731069686033, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:26,039 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:26,039 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:40:26,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57452 deadline: 1731069686033, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:26,039 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:26,039 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:26,039 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:26,039 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:40:26,039 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:26,039 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:40:26,121 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=300, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/.tmp/A/f1e064ae72724a488481ea22ae1d9c71 2024-11-08T12:40:26,128 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/.tmp/B/6b097d7c368e451e8b748d1c9c12b36f is 50, key is test_row_0/B:col10/1731069625696/Put/seqid=0 2024-11-08T12:40:26,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742042_1218 (size=12301) 2024-11-08T12:40:26,334 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:26,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57470 deadline: 1731069686333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:26,335 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:26,335 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:26,335 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:40:26,344 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:26,344 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:26,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57462 deadline: 1731069686343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:26,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57416 deadline: 1731069686343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:26,345 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:26,345 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:26,345 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:26,345 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:26,345 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:26,345 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:40:26,345 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:40:26,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57452 deadline: 1731069686343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:26,345 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:26,345 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:26,345 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:40:26,532 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=300 (bloomFilter=true), to=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/.tmp/B/6b097d7c368e451e8b748d1c9c12b36f 2024-11-08T12:40:26,540 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/.tmp/C/af3bee467b3c48e2b63de5e0e6909087 is 50, key is test_row_0/C:col10/1731069625696/Put/seqid=0 2024-11-08T12:40:26,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742043_1219 (size=12301) 2024-11-08T12:40:26,743 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:26,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57450 deadline: 1731069686743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:26,744 WARN [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to 6ccfea20c990,38479,1731069575023 for 'test_row_0' in 379a4162f9b11724966038d5916c7a7e of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8164 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-08T12:40:26,744 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:26,744 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:26,744 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:40:26,845 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:26,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57470 deadline: 1731069686842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:26,846 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:26,846 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:26,846 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:40:26,856 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:26,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57462 deadline: 1731069686853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:26,857 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:26,857 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:26,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57416 deadline: 1731069686853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:26,857 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:26,857 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:40:26,857 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:26,857 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:26,857 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:26,857 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:40:26,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57452 deadline: 1731069686853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:26,857 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:26,857 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:26,857 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:40:26,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-08T12:40:26,913 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-08T12:40:26,913 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-08T12:40:26,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] procedure2.ProcedureExecutor(1139): Stored pid=54, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=54, table=TestAcidGuarantees 2024-11-08T12:40:26,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-08T12:40:26,915 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=54, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=54, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-08T12:40:26,915 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=54, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=54, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-08T12:40:26,915 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=55, ppid=54, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-08T12:40:26,944 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=300 (bloomFilter=true), to=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/.tmp/C/af3bee467b3c48e2b63de5e0e6909087 2024-11-08T12:40:26,948 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/.tmp/A/f1e064ae72724a488481ea22ae1d9c71 as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/A/f1e064ae72724a488481ea22ae1d9c71 2024-11-08T12:40:26,952 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/A/f1e064ae72724a488481ea22ae1d9c71, entries=150, sequenceid=300, filesize=30.5 K 2024-11-08T12:40:26,953 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/.tmp/B/6b097d7c368e451e8b748d1c9c12b36f as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/B/6b097d7c368e451e8b748d1c9c12b36f 2024-11-08T12:40:26,957 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/B/6b097d7c368e451e8b748d1c9c12b36f, entries=150, sequenceid=300, filesize=12.0 K 2024-11-08T12:40:26,958 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/.tmp/C/af3bee467b3c48e2b63de5e0e6909087 as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/C/af3bee467b3c48e2b63de5e0e6909087 2024-11-08T12:40:26,961 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/C/af3bee467b3c48e2b63de5e0e6909087, entries=150, sequenceid=300, filesize=12.0 K 2024-11-08T12:40:26,962 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 379a4162f9b11724966038d5916c7a7e in 1266ms, sequenceid=300, compaction requested=true 2024-11-08T12:40:26,962 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 379a4162f9b11724966038d5916c7a7e: 2024-11-08T12:40:26,962 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 379a4162f9b11724966038d5916c7a7e:A, priority=-2147483648, current under compaction store size is 1 2024-11-08T12:40:26,962 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T12:40:26,962 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T12:40:26,962 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 379a4162f9b11724966038d5916c7a7e:B, priority=-2147483648, current under compaction store size is 2 2024-11-08T12:40:26,962 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T12:40:26,962 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T12:40:26,962 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 379a4162f9b11724966038d5916c7a7e:C, priority=-2147483648, current under compaction store size is 3 2024-11-08T12:40:26,962 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T12:40:26,963 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 94279 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T12:40:26,963 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37417 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T12:40:26,963 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HStore(1541): 379a4162f9b11724966038d5916c7a7e/A is initiating minor compaction (all files) 2024-11-08T12:40:26,963 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HStore(1541): 379a4162f9b11724966038d5916c7a7e/B is initiating minor compaction (all files) 2024-11-08T12:40:26,963 INFO [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 379a4162f9b11724966038d5916c7a7e/A in TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e. 2024-11-08T12:40:26,963 INFO [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 379a4162f9b11724966038d5916c7a7e/B in TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e. 2024-11-08T12:40:26,963 INFO [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/A/9a2eb38f79d4400f9427a4042c21146e, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/A/a41ea860a8a84323b36e287347f8c71b, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/A/f1e064ae72724a488481ea22ae1d9c71] into tmpdir=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/.tmp, totalSize=92.1 K 2024-11-08T12:40:26,963 INFO [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/B/e970b20e416b482ebe65a7cc7455b697, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/B/866de10553ed4c7f941977bc1f666cd5, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/B/6b097d7c368e451e8b748d1c9c12b36f] into tmpdir=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/.tmp, totalSize=36.5 K 2024-11-08T12:40:26,963 INFO [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e. 2024-11-08T12:40:26,963 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e. files: [hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/A/9a2eb38f79d4400f9427a4042c21146e, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/A/a41ea860a8a84323b36e287347f8c71b, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/A/f1e064ae72724a488481ea22ae1d9c71] 2024-11-08T12:40:26,964 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9a2eb38f79d4400f9427a4042c21146e, keycount=150, bloomtype=ROW, size=31.0 K, encoding=NONE, compression=NONE, seqNum=258, earliestPutTs=1731069621702 2024-11-08T12:40:26,964 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.Compactor(225): Compacting e970b20e416b482ebe65a7cc7455b697, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=258, earliestPutTs=1731069621702 2024-11-08T12:40:26,964 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] compactions.Compactor(225): Compacting a41ea860a8a84323b36e287347f8c71b, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=272, earliestPutTs=1731069622344 2024-11-08T12:40:26,964 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.Compactor(225): Compacting 866de10553ed4c7f941977bc1f666cd5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=272, earliestPutTs=1731069622344 2024-11-08T12:40:26,964 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] compactions.Compactor(225): Compacting f1e064ae72724a488481ea22ae1d9c71, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=300, earliestPutTs=1731069625695 2024-11-08T12:40:26,965 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.Compactor(225): Compacting 6b097d7c368e451e8b748d1c9c12b36f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=300, earliestPutTs=1731069625695 2024-11-08T12:40:26,970 INFO [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=379a4162f9b11724966038d5916c7a7e] 2024-11-08T12:40:26,972 INFO [RS:0;6ccfea20c990:38479-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 379a4162f9b11724966038d5916c7a7e#B#compaction#184 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-08T12:40:26,972 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/.tmp/B/6d9af41a814c4fe7a6574683591e902e is 50, key is test_row_0/B:col10/1731069625696/Put/seqid=0 2024-11-08T12:40:26,975 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411088f9d272fcd83485bbfc79e9390bbd554_379a4162f9b11724966038d5916c7a7e store=[table=TestAcidGuarantees family=A region=379a4162f9b11724966038d5916c7a7e] 2024-11-08T12:40:26,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742044_1220 (size=13017) 2024-11-08T12:40:26,977 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411088f9d272fcd83485bbfc79e9390bbd554_379a4162f9b11724966038d5916c7a7e, store=[table=TestAcidGuarantees family=A region=379a4162f9b11724966038d5916c7a7e] 2024-11-08T12:40:26,978 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411088f9d272fcd83485bbfc79e9390bbd554_379a4162f9b11724966038d5916c7a7e because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=379a4162f9b11724966038d5916c7a7e] 2024-11-08T12:40:26,986 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/.tmp/B/6d9af41a814c4fe7a6574683591e902e as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/B/6d9af41a814c4fe7a6574683591e902e 2024-11-08T12:40:26,991 INFO [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 379a4162f9b11724966038d5916c7a7e/B of 379a4162f9b11724966038d5916c7a7e into 6d9af41a814c4fe7a6574683591e902e(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T12:40:26,991 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 379a4162f9b11724966038d5916c7a7e: 2024-11-08T12:40:26,991 INFO [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., storeName=379a4162f9b11724966038d5916c7a7e/B, priority=13, startTime=1731069626962; duration=0sec 2024-11-08T12:40:26,991 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T12:40:26,991 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 379a4162f9b11724966038d5916c7a7e:B 2024-11-08T12:40:26,991 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T12:40:26,993 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37417 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T12:40:26,993 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HStore(1541): 379a4162f9b11724966038d5916c7a7e/C is initiating minor compaction (all files) 2024-11-08T12:40:26,993 INFO [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 379a4162f9b11724966038d5916c7a7e/C in TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e. 2024-11-08T12:40:26,993 INFO [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/C/4bf5c79beee1446c89ec04e1a5dc40f6, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/C/23ecae0e6ffd4499b5045d54cae1b3c1, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/C/af3bee467b3c48e2b63de5e0e6909087] into tmpdir=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/.tmp, totalSize=36.5 K 2024-11-08T12:40:26,993 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.Compactor(225): Compacting 4bf5c79beee1446c89ec04e1a5dc40f6, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=258, earliestPutTs=1731069621702 2024-11-08T12:40:26,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742045_1221 (size=4469) 2024-11-08T12:40:26,994 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.Compactor(225): Compacting 23ecae0e6ffd4499b5045d54cae1b3c1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=272, earliestPutTs=1731069622344 2024-11-08T12:40:26,994 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.Compactor(225): Compacting af3bee467b3c48e2b63de5e0e6909087, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=300, earliestPutTs=1731069625695 2024-11-08T12:40:26,997 INFO [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 379a4162f9b11724966038d5916c7a7e#A#compaction#183 average throughput is 0.90 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T12:40:26,998 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/.tmp/A/d4554211ca2346658dd572034de9c144 is 175, key is test_row_0/A:col10/1731069625696/Put/seqid=0 2024-11-08T12:40:27,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742046_1222 (size=31971) 2024-11-08T12:40:27,004 INFO [RS:0;6ccfea20c990:38479-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 379a4162f9b11724966038d5916c7a7e#C#compaction#185 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T12:40:27,005 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/.tmp/C/95cd05c78bd943bf97d131a3a212b82a is 50, key is test_row_0/C:col10/1731069625696/Put/seqid=0 2024-11-08T12:40:27,010 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/.tmp/A/d4554211ca2346658dd572034de9c144 as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/A/d4554211ca2346658dd572034de9c144 2024-11-08T12:40:27,016 INFO [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 379a4162f9b11724966038d5916c7a7e/A of 379a4162f9b11724966038d5916c7a7e into d4554211ca2346658dd572034de9c144(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T12:40:27,016 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 379a4162f9b11724966038d5916c7a7e: 2024-11-08T12:40:27,016 INFO [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., storeName=379a4162f9b11724966038d5916c7a7e/A, priority=13, startTime=1731069626962; duration=0sec 2024-11-08T12:40:27,016 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T12:40:27,016 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 379a4162f9b11724966038d5916c7a7e:A 2024-11-08T12:40:27,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742047_1223 (size=13017) 2024-11-08T12:40:27,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-08T12:40:27,023 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/.tmp/C/95cd05c78bd943bf97d131a3a212b82a as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/C/95cd05c78bd943bf97d131a3a212b82a 2024-11-08T12:40:27,030 INFO [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 379a4162f9b11724966038d5916c7a7e/C of 379a4162f9b11724966038d5916c7a7e into 95cd05c78bd943bf97d131a3a212b82a(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T12:40:27,030 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 379a4162f9b11724966038d5916c7a7e: 2024-11-08T12:40:27,030 INFO [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., storeName=379a4162f9b11724966038d5916c7a7e/C, priority=13, startTime=1731069626962; duration=0sec 2024-11-08T12:40:27,030 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T12:40:27,030 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 379a4162f9b11724966038d5916c7a7e:C 2024-11-08T12:40:27,067 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38479 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-11-08T12:40:27,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e. 2024-11-08T12:40:27,068 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2902): Flushing 379a4162f9b11724966038d5916c7a7e 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-08T12:40:27,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411083ef08c16d2ec48398fcb8fd7d444599a_379a4162f9b11724966038d5916c7a7e is 50, key is test_row_0/A:col10/1731069625708/Put/seqid=0 2024-11-08T12:40:27,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742048_1224 (size=12454) 2024-11-08T12:40:27,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-08T12:40:27,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:40:27,496 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411083ef08c16d2ec48398fcb8fd7d444599a_379a4162f9b11724966038d5916c7a7e to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411083ef08c16d2ec48398fcb8fd7d444599a_379a4162f9b11724966038d5916c7a7e 2024-11-08T12:40:27,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/.tmp/A/b53892121d554b10bc36f409d3c44ec2, store: [table=TestAcidGuarantees family=A region=379a4162f9b11724966038d5916c7a7e] 2024-11-08T12:40:27,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/.tmp/A/b53892121d554b10bc36f409d3c44ec2 is 175, key is test_row_0/A:col10/1731069625708/Put/seqid=0 2024-11-08T12:40:27,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742049_1225 (size=31255) 2024-11-08T12:40:27,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-08T12:40:27,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(8855): Flush requested on 379a4162f9b11724966038d5916c7a7e 2024-11-08T12:40:27,866 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e. as already flushing 2024-11-08T12:40:27,897 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:27,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57462 deadline: 1731069687893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:27,897 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:27,897 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:27,897 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:27,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57452 deadline: 1731069687894, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:27,897 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:40:27,898 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:27,898 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:27,898 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:40:27,899 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:27,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57470 deadline: 1731069687896, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:27,899 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:27,899 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:27,899 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:40:27,899 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:27,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57416 deadline: 1731069687897, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:27,900 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:27,900 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:27,900 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:40:27,902 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=314, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/.tmp/A/b53892121d554b10bc36f409d3c44ec2 2024-11-08T12:40:27,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/.tmp/B/02829d80e4ea4e82bc80f204bb1dd0cd is 50, key is test_row_0/B:col10/1731069625708/Put/seqid=0 2024-11-08T12:40:27,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742050_1226 (size=12301) 2024-11-08T12:40:28,005 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:28,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57462 deadline: 1731069688003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:28,005 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:28,005 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:28,005 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:28,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57452 deadline: 1731069688003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:28,005 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:28,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57470 deadline: 1731069688003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:28,005 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:40:28,005 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:28,005 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:28,005 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:28,005 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:28,005 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:28,005 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:40:28,005 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:40:28,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57416 deadline: 1731069688003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:28,006 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:28,006 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:28,006 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:40:28,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-08T12:40:28,214 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:28,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57462 deadline: 1731069688213, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:28,215 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:28,215 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:28,215 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:28,215 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:40:28,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57470 deadline: 1731069688213, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:28,215 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:28,215 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:28,215 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:28,215 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:40:28,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57452 deadline: 1731069688213, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:28,216 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:28,216 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:28,216 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:28,216 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:40:28,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57416 deadline: 1731069688213, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:28,216 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:28,216 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:28,216 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:40:28,326 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=314 (bloomFilter=true), to=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/.tmp/B/02829d80e4ea4e82bc80f204bb1dd0cd 2024-11-08T12:40:28,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/.tmp/C/a63aa27698ee40d8a6bb86a1038d0d90 is 50, key is test_row_0/C:col10/1731069625708/Put/seqid=0 2024-11-08T12:40:28,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742051_1227 (size=12301) 2024-11-08T12:40:28,525 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:28,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57462 deadline: 1731069688523, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:28,525 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:28,525 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:28,525 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:28,525 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:40:28,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57470 deadline: 1731069688523, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:28,526 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:28,526 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:28,526 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:28,526 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:40:28,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57452 deadline: 1731069688524, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:28,526 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:28,526 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:28,526 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:40:28,526 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:28,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57416 deadline: 1731069688524, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:28,526 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:28,526 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:28,526 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:40:28,736 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=314 (bloomFilter=true), to=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/.tmp/C/a63aa27698ee40d8a6bb86a1038d0d90 2024-11-08T12:40:28,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/.tmp/A/b53892121d554b10bc36f409d3c44ec2 as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/A/b53892121d554b10bc36f409d3c44ec2 2024-11-08T12:40:28,745 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/A/b53892121d554b10bc36f409d3c44ec2, entries=150, sequenceid=314, filesize=30.5 K 2024-11-08T12:40:28,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/.tmp/B/02829d80e4ea4e82bc80f204bb1dd0cd as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/B/02829d80e4ea4e82bc80f204bb1dd0cd 2024-11-08T12:40:28,750 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/B/02829d80e4ea4e82bc80f204bb1dd0cd, entries=150, sequenceid=314, filesize=12.0 K 2024-11-08T12:40:28,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/.tmp/C/a63aa27698ee40d8a6bb86a1038d0d90 as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/C/a63aa27698ee40d8a6bb86a1038d0d90 2024-11-08T12:40:28,755 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/C/a63aa27698ee40d8a6bb86a1038d0d90, entries=150, sequenceid=314, filesize=12.0 K 2024-11-08T12:40:28,756 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 379a4162f9b11724966038d5916c7a7e in 1688ms, sequenceid=314, compaction requested=false 2024-11-08T12:40:28,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2603): Flush status journal for 379a4162f9b11724966038d5916c7a7e: 2024-11-08T12:40:28,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e. 2024-11-08T12:40:28,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=55 2024-11-08T12:40:28,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] master.HMaster(4169): Remote procedure done, pid=55 2024-11-08T12:40:28,759 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=55, resume processing ppid=54 2024-11-08T12:40:28,759 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=55, ppid=54, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8430 sec 2024-11-08T12:40:28,761 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=54, table=TestAcidGuarantees in 1.8470 sec 2024-11-08T12:40:28,986 INFO [Thread-683 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-683. 2024-11-08T12:40:28,986 DEBUG [Thread-683 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-08T12:40:28,986 DEBUG [Thread-683 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T12:40:28,986 DEBUG [Thread-683 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T12:40:28,986 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T12:40:28,986 INFO [Thread-685 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-685. 2024-11-08T12:40:28,986 DEBUG [Thread-685 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-08T12:40:28,986 DEBUG [Thread-685 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T12:40:28,986 DEBUG [Thread-685 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T12:40:28,986 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T12:40:28,987 INFO [Thread-687 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-687. 2024-11-08T12:40:28,987 DEBUG [Thread-687 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-08T12:40:28,987 DEBUG [Thread-687 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T12:40:28,987 DEBUG [Thread-687 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T12:40:28,987 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T12:40:28,987 INFO [Thread-681 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-681. 2024-11-08T12:40:28,987 DEBUG [Thread-681 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-08T12:40:28,987 DEBUG [Thread-681 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T12:40:28,987 DEBUG [Thread-681 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T12:40:28,988 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T12:40:29,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(8855): Flush requested on 379a4162f9b11724966038d5916c7a7e 2024-11-08T12:40:29,037 INFO [Thread-676 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-676. 2024-11-08T12:40:29,037 INFO [Thread-670 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-670. 2024-11-08T12:40:29,037 DEBUG [Thread-676 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-08T12:40:29,037 DEBUG [Thread-676 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T12:40:29,037 DEBUG [Thread-670 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-08T12:40:29,037 DEBUG [Thread-670 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T12:40:29,037 DEBUG [Thread-676 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T12:40:29,037 DEBUG [Thread-670 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T12:40:29,038 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T12:40:29,038 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T12:40:29,038 INFO [Thread-678 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-678. 2024-11-08T12:40:29,038 DEBUG [Thread-678 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-08T12:40:29,038 DEBUG [Thread-678 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T12:40:29,039 DEBUG [Thread-678 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T12:40:29,039 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T12:40:29,039 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-08T12:40:29,039 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 379a4162f9b11724966038d5916c7a7e 3/3 column families, dataSize=167.72 KB heapSize=440.20 KB 2024-11-08T12:40:29,040 INFO [Thread-674 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-674. 2024-11-08T12:40:29,040 DEBUG [Thread-674 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-08T12:40:29,040 DEBUG [Thread-674 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T12:40:29,040 DEBUG [Thread-674 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T12:40:29,040 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T12:40:29,048 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108566a2d77bb584fccaeb7f87a521929ff_379a4162f9b11724966038d5916c7a7e is 50, key is test_row_0/A:col10/1731069629034/Put/seqid=0 2024-11-08T12:40:29,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742052_1228 (size=12454) 2024-11-08T12:40:29,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-08T12:40:29,063 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-08T12:40:29,453 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:40:29,460 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108566a2d77bb584fccaeb7f87a521929ff_379a4162f9b11724966038d5916c7a7e to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108566a2d77bb584fccaeb7f87a521929ff_379a4162f9b11724966038d5916c7a7e 2024-11-08T12:40:29,461 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/.tmp/A/5b1b1313d8b6489ca35abb07d21566b3, store: [table=TestAcidGuarantees family=A region=379a4162f9b11724966038d5916c7a7e] 2024-11-08T12:40:29,461 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/.tmp/A/5b1b1313d8b6489ca35abb07d21566b3 is 175, key is test_row_0/A:col10/1731069629034/Put/seqid=0 2024-11-08T12:40:29,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742053_1229 (size=31255) 2024-11-08T12:40:29,866 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=343, memsize=58.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/.tmp/A/5b1b1313d8b6489ca35abb07d21566b3 2024-11-08T12:40:29,873 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/.tmp/B/938e2fa5d9e245a886d8fd9afb494b6c is 50, key is test_row_0/B:col10/1731069629034/Put/seqid=0 2024-11-08T12:40:29,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742054_1230 (size=12301) 2024-11-08T12:40:30,279 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=343 (bloomFilter=true), to=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/.tmp/B/938e2fa5d9e245a886d8fd9afb494b6c 2024-11-08T12:40:30,292 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/.tmp/C/2234488ec910461cbf083419f7b56c38 is 50, key is test_row_0/C:col10/1731069629034/Put/seqid=0 2024-11-08T12:40:30,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742055_1231 (size=12301) 2024-11-08T12:40:30,697 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=343 (bloomFilter=true), to=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/.tmp/C/2234488ec910461cbf083419f7b56c38 2024-11-08T12:40:30,707 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/.tmp/A/5b1b1313d8b6489ca35abb07d21566b3 as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/A/5b1b1313d8b6489ca35abb07d21566b3 2024-11-08T12:40:30,712 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/A/5b1b1313d8b6489ca35abb07d21566b3, entries=150, sequenceid=343, filesize=30.5 K 2024-11-08T12:40:30,713 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/.tmp/B/938e2fa5d9e245a886d8fd9afb494b6c as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/B/938e2fa5d9e245a886d8fd9afb494b6c 2024-11-08T12:40:30,716 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/B/938e2fa5d9e245a886d8fd9afb494b6c, entries=150, sequenceid=343, filesize=12.0 K 2024-11-08T12:40:30,717 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/.tmp/C/2234488ec910461cbf083419f7b56c38 as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/C/2234488ec910461cbf083419f7b56c38 2024-11-08T12:40:30,720 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/C/2234488ec910461cbf083419f7b56c38, entries=150, sequenceid=343, filesize=12.0 K 2024-11-08T12:40:30,721 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~174.43 KB/178620, heapSize ~457.73 KB/468720, currentSize=0 B/0 for 379a4162f9b11724966038d5916c7a7e in 1682ms, sequenceid=343, compaction requested=true 2024-11-08T12:40:30,721 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 379a4162f9b11724966038d5916c7a7e: 2024-11-08T12:40:30,721 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 379a4162f9b11724966038d5916c7a7e:A, priority=-2147483648, current under compaction store size is 1 2024-11-08T12:40:30,721 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T12:40:30,721 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T12:40:30,721 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 379a4162f9b11724966038d5916c7a7e:B, priority=-2147483648, current under compaction store size is 2 2024-11-08T12:40:30,722 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T12:40:30,722 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T12:40:30,722 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 379a4162f9b11724966038d5916c7a7e:C, priority=-2147483648, current under compaction store size is 3 2024-11-08T12:40:30,722 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T12:40:30,722 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T12:40:30,722 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 94481 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T12:40:30,722 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HStore(1541): 379a4162f9b11724966038d5916c7a7e/B is initiating minor compaction (all files) 2024-11-08T12:40:30,722 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HStore(1541): 379a4162f9b11724966038d5916c7a7e/A is initiating minor compaction (all files) 2024-11-08T12:40:30,723 INFO [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 379a4162f9b11724966038d5916c7a7e/B in TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e. 2024-11-08T12:40:30,723 INFO [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 379a4162f9b11724966038d5916c7a7e/A in TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e. 2024-11-08T12:40:30,723 INFO [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/B/6d9af41a814c4fe7a6574683591e902e, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/B/02829d80e4ea4e82bc80f204bb1dd0cd, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/B/938e2fa5d9e245a886d8fd9afb494b6c] into tmpdir=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/.tmp, totalSize=36.7 K 2024-11-08T12:40:30,723 INFO [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/A/d4554211ca2346658dd572034de9c144, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/A/b53892121d554b10bc36f409d3c44ec2, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/A/5b1b1313d8b6489ca35abb07d21566b3] into tmpdir=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/.tmp, totalSize=92.3 K 2024-11-08T12:40:30,723 INFO [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e. 2024-11-08T12:40:30,723 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e. files: [hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/A/d4554211ca2346658dd572034de9c144, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/A/b53892121d554b10bc36f409d3c44ec2, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/A/5b1b1313d8b6489ca35abb07d21566b3] 2024-11-08T12:40:30,723 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.Compactor(225): Compacting 6d9af41a814c4fe7a6574683591e902e, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=300, earliestPutTs=1731069625695 2024-11-08T12:40:30,723 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] compactions.Compactor(225): Compacting d4554211ca2346658dd572034de9c144, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=300, earliestPutTs=1731069625695 2024-11-08T12:40:30,723 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.Compactor(225): Compacting 02829d80e4ea4e82bc80f204bb1dd0cd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=314, earliestPutTs=1731069625707 2024-11-08T12:40:30,723 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.Compactor(225): Compacting 938e2fa5d9e245a886d8fd9afb494b6c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=343, earliestPutTs=1731069627895 2024-11-08T12:40:30,723 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] compactions.Compactor(225): Compacting b53892121d554b10bc36f409d3c44ec2, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=314, earliestPutTs=1731069625707 2024-11-08T12:40:30,724 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5b1b1313d8b6489ca35abb07d21566b3, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=343, earliestPutTs=1731069627895 2024-11-08T12:40:30,731 INFO [RS:0;6ccfea20c990:38479-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 379a4162f9b11724966038d5916c7a7e#B#compaction#192 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T12:40:30,731 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/.tmp/B/37b1a2020d99424b9a6cc6c26ea55e75 is 50, key is test_row_0/B:col10/1731069629034/Put/seqid=0 2024-11-08T12:40:30,733 INFO [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=379a4162f9b11724966038d5916c7a7e] 2024-11-08T12:40:30,738 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024110821e6e9994c1d420583dee93324f36b60_379a4162f9b11724966038d5916c7a7e store=[table=TestAcidGuarantees family=A region=379a4162f9b11724966038d5916c7a7e] 2024-11-08T12:40:30,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742056_1232 (size=13119) 2024-11-08T12:40:30,759 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024110821e6e9994c1d420583dee93324f36b60_379a4162f9b11724966038d5916c7a7e, store=[table=TestAcidGuarantees family=A region=379a4162f9b11724966038d5916c7a7e] 2024-11-08T12:40:30,760 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110821e6e9994c1d420583dee93324f36b60_379a4162f9b11724966038d5916c7a7e because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=379a4162f9b11724966038d5916c7a7e] 2024-11-08T12:40:30,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742057_1233 (size=4469) 2024-11-08T12:40:31,149 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/.tmp/B/37b1a2020d99424b9a6cc6c26ea55e75 as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/B/37b1a2020d99424b9a6cc6c26ea55e75 2024-11-08T12:40:31,154 INFO [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 379a4162f9b11724966038d5916c7a7e/B of 379a4162f9b11724966038d5916c7a7e into 37b1a2020d99424b9a6cc6c26ea55e75(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T12:40:31,155 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 379a4162f9b11724966038d5916c7a7e: 2024-11-08T12:40:31,155 INFO [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., storeName=379a4162f9b11724966038d5916c7a7e/B, priority=13, startTime=1731069630721; duration=0sec 2024-11-08T12:40:31,155 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T12:40:31,155 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 379a4162f9b11724966038d5916c7a7e:B 2024-11-08T12:40:31,155 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T12:40:31,156 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T12:40:31,156 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HStore(1541): 379a4162f9b11724966038d5916c7a7e/C is initiating minor compaction (all files) 2024-11-08T12:40:31,156 INFO [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 379a4162f9b11724966038d5916c7a7e/C in TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e. 2024-11-08T12:40:31,156 INFO [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/C/95cd05c78bd943bf97d131a3a212b82a, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/C/a63aa27698ee40d8a6bb86a1038d0d90, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/C/2234488ec910461cbf083419f7b56c38] into tmpdir=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/.tmp, totalSize=36.7 K 2024-11-08T12:40:31,157 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.Compactor(225): Compacting 95cd05c78bd943bf97d131a3a212b82a, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=300, earliestPutTs=1731069625695 2024-11-08T12:40:31,157 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.Compactor(225): Compacting a63aa27698ee40d8a6bb86a1038d0d90, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=314, earliestPutTs=1731069625707 2024-11-08T12:40:31,158 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.Compactor(225): Compacting 2234488ec910461cbf083419f7b56c38, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=343, earliestPutTs=1731069627895 2024-11-08T12:40:31,165 INFO [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 379a4162f9b11724966038d5916c7a7e#A#compaction#193 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T12:40:31,166 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/.tmp/A/0526c43edbd442a3b882e84a1f419c32 is 175, key is test_row_0/A:col10/1731069629034/Put/seqid=0 2024-11-08T12:40:31,169 INFO [RS:0;6ccfea20c990:38479-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 379a4162f9b11724966038d5916c7a7e#C#compaction#194 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T12:40:31,170 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/.tmp/C/b96bd87808c34317b7f60f662c0fed53 is 50, key is test_row_0/C:col10/1731069629034/Put/seqid=0 2024-11-08T12:40:31,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742058_1234 (size=32073) 2024-11-08T12:40:31,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742059_1235 (size=13119) 2024-11-08T12:40:31,583 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/.tmp/A/0526c43edbd442a3b882e84a1f419c32 as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/A/0526c43edbd442a3b882e84a1f419c32 2024-11-08T12:40:31,585 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/.tmp/C/b96bd87808c34317b7f60f662c0fed53 as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/C/b96bd87808c34317b7f60f662c0fed53 2024-11-08T12:40:31,589 INFO [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 379a4162f9b11724966038d5916c7a7e/A of 379a4162f9b11724966038d5916c7a7e into 0526c43edbd442a3b882e84a1f419c32(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T12:40:31,589 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 379a4162f9b11724966038d5916c7a7e: 2024-11-08T12:40:31,589 INFO [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., storeName=379a4162f9b11724966038d5916c7a7e/A, priority=13, startTime=1731069630721; duration=0sec 2024-11-08T12:40:31,589 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T12:40:31,589 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 379a4162f9b11724966038d5916c7a7e:A 2024-11-08T12:40:31,590 INFO [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 379a4162f9b11724966038d5916c7a7e/C of 379a4162f9b11724966038d5916c7a7e into b96bd87808c34317b7f60f662c0fed53(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T12:40:31,590 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 379a4162f9b11724966038d5916c7a7e: 2024-11-08T12:40:31,590 INFO [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., storeName=379a4162f9b11724966038d5916c7a7e/C, priority=13, startTime=1731069630722; duration=0sec 2024-11-08T12:40:31,590 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T12:40:31,590 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 379a4162f9b11724966038d5916c7a7e:C 2024-11-08T12:40:33,282 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-08T12:40:36,778 INFO [Thread-672 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-672. 2024-11-08T12:40:36,778 DEBUG [Thread-672 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-08T12:40:36,779 DEBUG [Thread-672 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T12:40:36,779 DEBUG [Thread-672 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T12:40:36,779 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T12:40:36,780 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-08T12:40:36,780 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 39 2024-11-08T12:40:36,780 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 108 2024-11-08T12:40:36,780 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 45 2024-11-08T12:40:36,780 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 40 2024-11-08T12:40:36,780 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 36 2024-11-08T12:40:36,780 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-08T12:40:36,780 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3860 2024-11-08T12:40:36,780 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3669 2024-11-08T12:40:36,780 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-08T12:40:36,780 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1623 2024-11-08T12:40:36,780 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4867 rows 2024-11-08T12:40:36,780 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1631 2024-11-08T12:40:36,780 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4890 rows 2024-11-08T12:40:36,781 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T12:40:36,781 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMobMixedAtomicity(AcidGuaranteesTestBase.java:132) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T12:40:36,781 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T12:40:36,781 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T12:40:36,781 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T12:40:36,782 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-08T12:40:36,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] procedure2.ProcedureExecutor(1139): Stored pid=56, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-08T12:40:36,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-08T12:40:36,786 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731069636786"}]},"ts":"1731069636786"} 2024-11-08T12:40:36,788 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-08T12:40:36,788 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-08T12:40:36,789 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=57, ppid=56, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-08T12:40:36,791 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=58, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=379a4162f9b11724966038d5916c7a7e, UNASSIGN}] 2024-11-08T12:40:36,792 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=58, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=379a4162f9b11724966038d5916c7a7e, UNASSIGN 2024-11-08T12:40:36,793 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=58 updating hbase:meta row=379a4162f9b11724966038d5916c7a7e, regionState=CLOSING, regionLocation=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:36,794 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=58, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=379a4162f9b11724966038d5916c7a7e, UNASSIGN because future has completed 2024-11-08T12:40:36,795 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-08T12:40:36,795 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=59, ppid=58, state=RUNNABLE, hasLock=false; CloseRegionProcedure 379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023}] 2024-11-08T12:40:36,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-08T12:40:36,949 INFO [RS_CLOSE_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] handler.UnassignRegionHandler(122): Close 379a4162f9b11724966038d5916c7a7e 2024-11-08T12:40:36,949 DEBUG [RS_CLOSE_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-08T12:40:36,949 DEBUG [RS_CLOSE_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.HRegion(1722): Closing 379a4162f9b11724966038d5916c7a7e, disabling compactions & flushes 2024-11-08T12:40:36,949 INFO [RS_CLOSE_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e. 2024-11-08T12:40:36,949 DEBUG [RS_CLOSE_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e. 2024-11-08T12:40:36,949 DEBUG [RS_CLOSE_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e. after waiting 0 ms 2024-11-08T12:40:36,949 DEBUG [RS_CLOSE_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e. 2024-11-08T12:40:36,950 INFO [RS_CLOSE_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.HRegion(2902): Flushing 379a4162f9b11724966038d5916c7a7e 3/3 column families, dataSize=6.71 KB heapSize=18.33 KB 2024-11-08T12:40:36,962 DEBUG [RS_CLOSE_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411089c6d276e1e754aeba72611198b428013_379a4162f9b11724966038d5916c7a7e is 50, key is test_row_0/A:col10/1731069636775/Put/seqid=0 2024-11-08T12:40:36,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742060_1236 (size=7374) 2024-11-08T12:40:37,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-08T12:40:37,366 DEBUG [RS_CLOSE_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:40:37,371 INFO [RS_CLOSE_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411089c6d276e1e754aeba72611198b428013_379a4162f9b11724966038d5916c7a7e to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411089c6d276e1e754aeba72611198b428013_379a4162f9b11724966038d5916c7a7e 2024-11-08T12:40:37,372 DEBUG [RS_CLOSE_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/.tmp/A/cb283e312d93438f953ede87356ca28e, store: [table=TestAcidGuarantees family=A region=379a4162f9b11724966038d5916c7a7e] 2024-11-08T12:40:37,372 DEBUG [RS_CLOSE_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/.tmp/A/cb283e312d93438f953ede87356ca28e is 175, key is test_row_0/A:col10/1731069636775/Put/seqid=0 2024-11-08T12:40:37,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742061_1237 (size=13865) 2024-11-08T12:40:37,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-08T12:40:37,778 INFO [RS_CLOSE_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=350, memsize=2.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/.tmp/A/cb283e312d93438f953ede87356ca28e 2024-11-08T12:40:37,791 DEBUG [RS_CLOSE_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/.tmp/B/7e69944ba40746b281293677593bfc9b is 50, key is test_row_0/B:col10/1731069636775/Put/seqid=0 2024-11-08T12:40:37,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742062_1238 (size=7415) 2024-11-08T12:40:37,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-08T12:40:38,199 INFO [RS_CLOSE_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.24 KB at sequenceid=350 (bloomFilter=true), to=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/.tmp/B/7e69944ba40746b281293677593bfc9b 2024-11-08T12:40:38,213 DEBUG [RS_CLOSE_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/.tmp/C/7caedc06a77c47e5bb9ec2d496b32d26 is 50, key is test_row_0/C:col10/1731069636775/Put/seqid=0 2024-11-08T12:40:38,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742063_1239 (size=7415) 2024-11-08T12:40:38,619 INFO [RS_CLOSE_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.24 KB at sequenceid=350 (bloomFilter=true), to=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/.tmp/C/7caedc06a77c47e5bb9ec2d496b32d26 2024-11-08T12:40:38,629 DEBUG [RS_CLOSE_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/.tmp/A/cb283e312d93438f953ede87356ca28e as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/A/cb283e312d93438f953ede87356ca28e 2024-11-08T12:40:38,637 INFO [RS_CLOSE_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/A/cb283e312d93438f953ede87356ca28e, entries=50, sequenceid=350, filesize=13.5 K 2024-11-08T12:40:38,639 DEBUG [RS_CLOSE_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/.tmp/B/7e69944ba40746b281293677593bfc9b as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/B/7e69944ba40746b281293677593bfc9b 2024-11-08T12:40:38,645 INFO [RS_CLOSE_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/B/7e69944ba40746b281293677593bfc9b, entries=50, sequenceid=350, filesize=7.2 K 2024-11-08T12:40:38,646 DEBUG [RS_CLOSE_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/.tmp/C/7caedc06a77c47e5bb9ec2d496b32d26 as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/C/7caedc06a77c47e5bb9ec2d496b32d26 2024-11-08T12:40:38,649 INFO [RS_CLOSE_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/C/7caedc06a77c47e5bb9ec2d496b32d26, entries=50, sequenceid=350, filesize=7.2 K 2024-11-08T12:40:38,650 INFO [RS_CLOSE_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.HRegion(3140): Finished flush of dataSize ~6.71 KB/6870, heapSize ~18.28 KB/18720, currentSize=0 B/0 for 379a4162f9b11724966038d5916c7a7e in 1701ms, sequenceid=350, compaction requested=false 2024-11-08T12:40:38,651 DEBUG [StoreCloser-TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/A/c0bb767464c8456cb99b7978042d1d17, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/A/ca0f35a587394707be9df99ce625dfb4, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/A/25b34cb15ea146c6bbb95ddf45486cb8, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/A/0dc63024ac494010a6d3e0c16a9a9f70, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/A/59e0fe9e18624930b0e5ba8c28d96537, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/A/84e9013a3c704b48a11d50646bc2981f, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/A/5850a3b228b64c40b9d90beb0c0294de, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/A/f53e1d6e273c4e6882fd2a5124833003, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/A/4e8e04f6842b4cad86bac916ef6726d2, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/A/7990f819da33466397af3049dde1c73a, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/A/3dc9216c94fc46a09336f3d29334c515, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/A/c1c8b0c3142d4095b917bc8e4b6d1eb5, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/A/de850683d6124e47be69ed33516d2a3c, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/A/22100ca6fc564ff99cae6505e8e4d9df, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/A/9de9983d9ced4d8991261305b3eb7e05, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/A/86f9a31845c74e369f32a2472f1f79ef, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/A/4108544175604d02b8e485f8d8a3466f, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/A/8046ebbefbb04e31ac44fc28230b3a51, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/A/9a2eb38f79d4400f9427a4042c21146e, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/A/a41ea860a8a84323b36e287347f8c71b, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/A/d4554211ca2346658dd572034de9c144, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/A/f1e064ae72724a488481ea22ae1d9c71, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/A/b53892121d554b10bc36f409d3c44ec2, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/A/5b1b1313d8b6489ca35abb07d21566b3] to archive 2024-11-08T12:40:38,652 DEBUG [StoreCloser-TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-08T12:40:38,653 DEBUG [StoreCloser-TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/A/c0bb767464c8456cb99b7978042d1d17 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/A/c0bb767464c8456cb99b7978042d1d17 2024-11-08T12:40:38,654 DEBUG [StoreCloser-TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/A/ca0f35a587394707be9df99ce625dfb4 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/A/ca0f35a587394707be9df99ce625dfb4 2024-11-08T12:40:38,655 DEBUG [StoreCloser-TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/A/25b34cb15ea146c6bbb95ddf45486cb8 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/A/25b34cb15ea146c6bbb95ddf45486cb8 2024-11-08T12:40:38,656 DEBUG [StoreCloser-TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/A/0dc63024ac494010a6d3e0c16a9a9f70 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/A/0dc63024ac494010a6d3e0c16a9a9f70 2024-11-08T12:40:38,657 DEBUG [StoreCloser-TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/A/59e0fe9e18624930b0e5ba8c28d96537 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/A/59e0fe9e18624930b0e5ba8c28d96537 2024-11-08T12:40:38,658 DEBUG [StoreCloser-TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/A/84e9013a3c704b48a11d50646bc2981f to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/A/84e9013a3c704b48a11d50646bc2981f 2024-11-08T12:40:38,659 DEBUG [StoreCloser-TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/A/5850a3b228b64c40b9d90beb0c0294de to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/A/5850a3b228b64c40b9d90beb0c0294de 2024-11-08T12:40:38,660 DEBUG [StoreCloser-TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/A/f53e1d6e273c4e6882fd2a5124833003 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/A/f53e1d6e273c4e6882fd2a5124833003 2024-11-08T12:40:38,660 DEBUG [StoreCloser-TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/A/4e8e04f6842b4cad86bac916ef6726d2 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/A/4e8e04f6842b4cad86bac916ef6726d2 2024-11-08T12:40:38,661 DEBUG [StoreCloser-TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/A/7990f819da33466397af3049dde1c73a to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/A/7990f819da33466397af3049dde1c73a 2024-11-08T12:40:38,662 DEBUG [StoreCloser-TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/A/3dc9216c94fc46a09336f3d29334c515 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/A/3dc9216c94fc46a09336f3d29334c515 2024-11-08T12:40:38,663 DEBUG [StoreCloser-TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/A/c1c8b0c3142d4095b917bc8e4b6d1eb5 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/A/c1c8b0c3142d4095b917bc8e4b6d1eb5 2024-11-08T12:40:38,664 DEBUG [StoreCloser-TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/A/de850683d6124e47be69ed33516d2a3c to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/A/de850683d6124e47be69ed33516d2a3c 2024-11-08T12:40:38,665 DEBUG [StoreCloser-TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/A/22100ca6fc564ff99cae6505e8e4d9df to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/A/22100ca6fc564ff99cae6505e8e4d9df 2024-11-08T12:40:38,666 DEBUG [StoreCloser-TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/A/9de9983d9ced4d8991261305b3eb7e05 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/A/9de9983d9ced4d8991261305b3eb7e05 2024-11-08T12:40:38,667 DEBUG [StoreCloser-TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/A/86f9a31845c74e369f32a2472f1f79ef to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/A/86f9a31845c74e369f32a2472f1f79ef 2024-11-08T12:40:38,668 DEBUG [StoreCloser-TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/A/4108544175604d02b8e485f8d8a3466f to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/A/4108544175604d02b8e485f8d8a3466f 2024-11-08T12:40:38,669 DEBUG [StoreCloser-TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/A/8046ebbefbb04e31ac44fc28230b3a51 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/A/8046ebbefbb04e31ac44fc28230b3a51 2024-11-08T12:40:38,670 DEBUG [StoreCloser-TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/A/9a2eb38f79d4400f9427a4042c21146e to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/A/9a2eb38f79d4400f9427a4042c21146e 2024-11-08T12:40:38,671 DEBUG [StoreCloser-TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/A/a41ea860a8a84323b36e287347f8c71b to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/A/a41ea860a8a84323b36e287347f8c71b 2024-11-08T12:40:38,671 DEBUG [StoreCloser-TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/A/d4554211ca2346658dd572034de9c144 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/A/d4554211ca2346658dd572034de9c144 2024-11-08T12:40:38,672 DEBUG [StoreCloser-TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/A/f1e064ae72724a488481ea22ae1d9c71 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/A/f1e064ae72724a488481ea22ae1d9c71 2024-11-08T12:40:38,673 DEBUG [StoreCloser-TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/A/b53892121d554b10bc36f409d3c44ec2 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/A/b53892121d554b10bc36f409d3c44ec2 2024-11-08T12:40:38,674 DEBUG [StoreCloser-TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/A/5b1b1313d8b6489ca35abb07d21566b3 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/A/5b1b1313d8b6489ca35abb07d21566b3 2024-11-08T12:40:38,675 DEBUG [StoreCloser-TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/B/23bf2d386cb84dd09a5ee915715b6030, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/B/311e0a503a9e4c79b784cb1938bee825, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/B/15b80437a54b4efe8d84ed353f01e1bc, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/B/778ec4bc2d9949e19c922bb8d6e795e9, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/B/d993d53959af482ea79404a5dccb8c66, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/B/e14cc091fd3a4cecb756f5f4f7996c6e, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/B/14cf1865ae2c459a99713b10d28f89bf, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/B/901f3304591a42f88d5874411f6d826c, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/B/48a837f8c1964a62baa2a7f6ea131741, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/B/9a7e7ac799cb45bf9b2a2abf5ac3592f, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/B/b0be331c9a5e45bfb0f912e16a47fce9, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/B/1ed6e7cea8f642d4872b15128cdac9bd, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/B/a5731d417158480e84bdfa35748ec79d, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/B/0cca1f8252be484784203716df22db3b, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/B/57c916f828b146f187f2d417b088ebba, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/B/df735f1313294f8f857559ff2e2fa752, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/B/be9d0d3b457b48f6b4eda3e13d50c0d7, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/B/e970b20e416b482ebe65a7cc7455b697, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/B/f1e4d031bc8b4360a3530f9b16783358, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/B/866de10553ed4c7f941977bc1f666cd5, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/B/6d9af41a814c4fe7a6574683591e902e, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/B/6b097d7c368e451e8b748d1c9c12b36f, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/B/02829d80e4ea4e82bc80f204bb1dd0cd, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/B/938e2fa5d9e245a886d8fd9afb494b6c] to archive 2024-11-08T12:40:38,676 DEBUG [StoreCloser-TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-08T12:40:38,677 DEBUG [StoreCloser-TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/B/23bf2d386cb84dd09a5ee915715b6030 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/B/23bf2d386cb84dd09a5ee915715b6030 2024-11-08T12:40:38,678 DEBUG [StoreCloser-TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/B/311e0a503a9e4c79b784cb1938bee825 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/B/311e0a503a9e4c79b784cb1938bee825 2024-11-08T12:40:38,679 DEBUG [StoreCloser-TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/B/15b80437a54b4efe8d84ed353f01e1bc to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/B/15b80437a54b4efe8d84ed353f01e1bc 2024-11-08T12:40:38,680 DEBUG [StoreCloser-TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/B/778ec4bc2d9949e19c922bb8d6e795e9 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/B/778ec4bc2d9949e19c922bb8d6e795e9 2024-11-08T12:40:38,681 DEBUG [StoreCloser-TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/B/d993d53959af482ea79404a5dccb8c66 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/B/d993d53959af482ea79404a5dccb8c66 2024-11-08T12:40:38,682 DEBUG [StoreCloser-TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/B/e14cc091fd3a4cecb756f5f4f7996c6e to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/B/e14cc091fd3a4cecb756f5f4f7996c6e 2024-11-08T12:40:38,683 DEBUG [StoreCloser-TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/B/14cf1865ae2c459a99713b10d28f89bf to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/B/14cf1865ae2c459a99713b10d28f89bf 2024-11-08T12:40:38,684 DEBUG [StoreCloser-TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/B/901f3304591a42f88d5874411f6d826c to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/B/901f3304591a42f88d5874411f6d826c 2024-11-08T12:40:38,685 DEBUG [StoreCloser-TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/B/48a837f8c1964a62baa2a7f6ea131741 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/B/48a837f8c1964a62baa2a7f6ea131741 2024-11-08T12:40:38,686 DEBUG [StoreCloser-TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/B/9a7e7ac799cb45bf9b2a2abf5ac3592f to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/B/9a7e7ac799cb45bf9b2a2abf5ac3592f 2024-11-08T12:40:38,687 DEBUG [StoreCloser-TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/B/b0be331c9a5e45bfb0f912e16a47fce9 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/B/b0be331c9a5e45bfb0f912e16a47fce9 2024-11-08T12:40:38,688 DEBUG [StoreCloser-TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/B/1ed6e7cea8f642d4872b15128cdac9bd to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/B/1ed6e7cea8f642d4872b15128cdac9bd 2024-11-08T12:40:38,689 DEBUG [StoreCloser-TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/B/a5731d417158480e84bdfa35748ec79d to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/B/a5731d417158480e84bdfa35748ec79d 2024-11-08T12:40:38,690 DEBUG [StoreCloser-TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/B/0cca1f8252be484784203716df22db3b to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/B/0cca1f8252be484784203716df22db3b 2024-11-08T12:40:38,691 DEBUG [StoreCloser-TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/B/57c916f828b146f187f2d417b088ebba to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/B/57c916f828b146f187f2d417b088ebba 2024-11-08T12:40:38,692 DEBUG [StoreCloser-TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/B/df735f1313294f8f857559ff2e2fa752 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/B/df735f1313294f8f857559ff2e2fa752 2024-11-08T12:40:38,693 DEBUG [StoreCloser-TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/B/be9d0d3b457b48f6b4eda3e13d50c0d7 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/B/be9d0d3b457b48f6b4eda3e13d50c0d7 2024-11-08T12:40:38,694 DEBUG [StoreCloser-TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/B/e970b20e416b482ebe65a7cc7455b697 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/B/e970b20e416b482ebe65a7cc7455b697 2024-11-08T12:40:38,695 DEBUG [StoreCloser-TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/B/f1e4d031bc8b4360a3530f9b16783358 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/B/f1e4d031bc8b4360a3530f9b16783358 2024-11-08T12:40:38,695 DEBUG [StoreCloser-TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/B/866de10553ed4c7f941977bc1f666cd5 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/B/866de10553ed4c7f941977bc1f666cd5 2024-11-08T12:40:38,696 DEBUG [StoreCloser-TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/B/6d9af41a814c4fe7a6574683591e902e to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/B/6d9af41a814c4fe7a6574683591e902e 2024-11-08T12:40:38,697 DEBUG [StoreCloser-TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/B/6b097d7c368e451e8b748d1c9c12b36f to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/B/6b097d7c368e451e8b748d1c9c12b36f 2024-11-08T12:40:38,698 DEBUG [StoreCloser-TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/B/02829d80e4ea4e82bc80f204bb1dd0cd to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/B/02829d80e4ea4e82bc80f204bb1dd0cd 2024-11-08T12:40:38,699 DEBUG [StoreCloser-TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/B/938e2fa5d9e245a886d8fd9afb494b6c to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/B/938e2fa5d9e245a886d8fd9afb494b6c 2024-11-08T12:40:38,700 DEBUG [StoreCloser-TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/C/8ae3f0d28b37462aa9418a510c6de51f, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/C/a085b67477a44366b4dd0f11e2211320, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/C/9dcb5db28f4d4d058bc7883a9d79630e, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/C/cd7efca4c94f4f4097a58feda3021107, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/C/8b69d9d22869468c931d15bd352cf80f, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/C/0273579690df43319446f71997bfc76d, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/C/eb1bba421977414091a3b355bd1fd54a, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/C/c36ceafd0455471da430ccd1bb68794e, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/C/9b87d94e6eb04221b099212b170ea33b, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/C/5273670b481143d6a8a1b0c7bcbe4ad9, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/C/518a177ed1dc4dfa8404339689a9cc2d, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/C/5cf95c23d9b44ca5b1f63cb16f0845d1, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/C/ec5ec60efb6a488790ad31ab2c04ca45, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/C/9da3f4f7144b4633af5b229b5bcf5fcc, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/C/7a76a4c2c6684036b8dc4bb510c26db5, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/C/baf16a172bde4079acc0b9112a4d0a85, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/C/b68b289bb29d4e97bf3c898e6afbcbf2, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/C/4bf5c79beee1446c89ec04e1a5dc40f6, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/C/9c7111b1697449bf88871de72c278b38, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/C/23ecae0e6ffd4499b5045d54cae1b3c1, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/C/95cd05c78bd943bf97d131a3a212b82a, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/C/af3bee467b3c48e2b63de5e0e6909087, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/C/a63aa27698ee40d8a6bb86a1038d0d90, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/C/2234488ec910461cbf083419f7b56c38] to archive 2024-11-08T12:40:38,701 DEBUG [StoreCloser-TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-08T12:40:38,702 DEBUG [StoreCloser-TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/C/8ae3f0d28b37462aa9418a510c6de51f to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/C/8ae3f0d28b37462aa9418a510c6de51f 2024-11-08T12:40:38,703 DEBUG [StoreCloser-TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/C/a085b67477a44366b4dd0f11e2211320 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/C/a085b67477a44366b4dd0f11e2211320 2024-11-08T12:40:38,704 DEBUG [StoreCloser-TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/C/9dcb5db28f4d4d058bc7883a9d79630e to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/C/9dcb5db28f4d4d058bc7883a9d79630e 2024-11-08T12:40:38,704 DEBUG [StoreCloser-TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/C/cd7efca4c94f4f4097a58feda3021107 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/C/cd7efca4c94f4f4097a58feda3021107 2024-11-08T12:40:38,705 DEBUG [StoreCloser-TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/C/8b69d9d22869468c931d15bd352cf80f to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/C/8b69d9d22869468c931d15bd352cf80f 2024-11-08T12:40:38,706 DEBUG [StoreCloser-TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/C/0273579690df43319446f71997bfc76d to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/C/0273579690df43319446f71997bfc76d 2024-11-08T12:40:38,707 DEBUG [StoreCloser-TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/C/eb1bba421977414091a3b355bd1fd54a to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/C/eb1bba421977414091a3b355bd1fd54a 2024-11-08T12:40:38,708 DEBUG [StoreCloser-TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/C/c36ceafd0455471da430ccd1bb68794e to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/C/c36ceafd0455471da430ccd1bb68794e 2024-11-08T12:40:38,709 DEBUG [StoreCloser-TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/C/9b87d94e6eb04221b099212b170ea33b to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/C/9b87d94e6eb04221b099212b170ea33b 2024-11-08T12:40:38,709 DEBUG [StoreCloser-TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/C/5273670b481143d6a8a1b0c7bcbe4ad9 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/C/5273670b481143d6a8a1b0c7bcbe4ad9 2024-11-08T12:40:38,710 DEBUG [StoreCloser-TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/C/518a177ed1dc4dfa8404339689a9cc2d to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/C/518a177ed1dc4dfa8404339689a9cc2d 2024-11-08T12:40:38,711 DEBUG [StoreCloser-TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/C/5cf95c23d9b44ca5b1f63cb16f0845d1 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/C/5cf95c23d9b44ca5b1f63cb16f0845d1 2024-11-08T12:40:38,712 DEBUG [StoreCloser-TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/C/ec5ec60efb6a488790ad31ab2c04ca45 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/C/ec5ec60efb6a488790ad31ab2c04ca45 2024-11-08T12:40:38,713 DEBUG [StoreCloser-TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/C/9da3f4f7144b4633af5b229b5bcf5fcc to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/C/9da3f4f7144b4633af5b229b5bcf5fcc 2024-11-08T12:40:38,714 DEBUG [StoreCloser-TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/C/7a76a4c2c6684036b8dc4bb510c26db5 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/C/7a76a4c2c6684036b8dc4bb510c26db5 2024-11-08T12:40:38,714 DEBUG [StoreCloser-TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/C/baf16a172bde4079acc0b9112a4d0a85 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/C/baf16a172bde4079acc0b9112a4d0a85 2024-11-08T12:40:38,715 DEBUG [StoreCloser-TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/C/b68b289bb29d4e97bf3c898e6afbcbf2 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/C/b68b289bb29d4e97bf3c898e6afbcbf2 2024-11-08T12:40:38,716 DEBUG [StoreCloser-TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/C/4bf5c79beee1446c89ec04e1a5dc40f6 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/C/4bf5c79beee1446c89ec04e1a5dc40f6 2024-11-08T12:40:38,717 DEBUG [StoreCloser-TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/C/9c7111b1697449bf88871de72c278b38 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/C/9c7111b1697449bf88871de72c278b38 2024-11-08T12:40:38,718 DEBUG [StoreCloser-TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/C/23ecae0e6ffd4499b5045d54cae1b3c1 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/C/23ecae0e6ffd4499b5045d54cae1b3c1 2024-11-08T12:40:38,718 DEBUG [StoreCloser-TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/C/95cd05c78bd943bf97d131a3a212b82a to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/C/95cd05c78bd943bf97d131a3a212b82a 2024-11-08T12:40:38,719 DEBUG [StoreCloser-TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/C/af3bee467b3c48e2b63de5e0e6909087 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/C/af3bee467b3c48e2b63de5e0e6909087 2024-11-08T12:40:38,720 DEBUG [StoreCloser-TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/C/a63aa27698ee40d8a6bb86a1038d0d90 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/C/a63aa27698ee40d8a6bb86a1038d0d90 2024-11-08T12:40:38,721 DEBUG [StoreCloser-TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/C/2234488ec910461cbf083419f7b56c38 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/C/2234488ec910461cbf083419f7b56c38 2024-11-08T12:40:38,725 DEBUG [RS_CLOSE_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/recovered.edits/353.seqid, newMaxSeqId=353, maxSeqId=4 2024-11-08T12:40:38,726 INFO [RS_CLOSE_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e. 2024-11-08T12:40:38,726 DEBUG [RS_CLOSE_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.HRegion(1676): Region close journal for 379a4162f9b11724966038d5916c7a7e: Waiting for close lock at 1731069636949Running coprocessor pre-close hooks at 1731069636949Disabling compacts and flushes for region at 1731069636949Disabling writes for close at 1731069636949Obtaining lock to block concurrent updates at 1731069636950 (+1 ms)Preparing flush snapshotting stores in 379a4162f9b11724966038d5916c7a7e at 1731069636950Finished memstore snapshotting TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e., syncing WAL and waiting on mvcc, flushsize=dataSize=6870, getHeapSize=18720, getOffHeapSize=0, getCellsCount=150 at 1731069636950Flushing stores of TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e. at 1731069636952 (+2 ms)Flushing 379a4162f9b11724966038d5916c7a7e/A: creating writer at 1731069636952Flushing mob file 379a4162f9b11724966038d5916c7a7e/A: appending metadata at 1731069636962 (+10 ms)Flushing mob file 379a4162f9b11724966038d5916c7a7e/A: closing flushed file at 1731069636962Flushing 379a4162f9b11724966038d5916c7a7e/A: appending metadata at 1731069637372 (+410 ms)Flushing 379a4162f9b11724966038d5916c7a7e/A: closing flushed file at 1731069637372Flushing 379a4162f9b11724966038d5916c7a7e/B: creating writer at 1731069637787 (+415 ms)Flushing 379a4162f9b11724966038d5916c7a7e/B: appending metadata at 1731069637791 (+4 ms)Flushing 379a4162f9b11724966038d5916c7a7e/B: closing flushed file at 1731069637791Flushing 379a4162f9b11724966038d5916c7a7e/C: creating writer at 1731069638209 (+418 ms)Flushing 379a4162f9b11724966038d5916c7a7e/C: appending metadata at 1731069638213 (+4 ms)Flushing 379a4162f9b11724966038d5916c7a7e/C: closing flushed file at 1731069638213Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@ee63eb2: reopening flushed file at 1731069638628 (+415 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7dc2e26e: reopening flushed file at 1731069638637 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@58daaaef: reopening flushed file at 1731069638645 (+8 ms)Finished flush of dataSize ~6.71 KB/6870, heapSize ~18.28 KB/18720, currentSize=0 B/0 for 379a4162f9b11724966038d5916c7a7e in 1701ms, sequenceid=350, compaction requested=false at 1731069638650 (+5 ms)Writing region close event to WAL at 1731069638722 (+72 ms)Running coprocessor post-close hooks at 1731069638725 (+3 ms)Closed at 1731069638726 (+1 ms) 2024-11-08T12:40:38,727 INFO [RS_CLOSE_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] handler.UnassignRegionHandler(157): Closed 379a4162f9b11724966038d5916c7a7e 2024-11-08T12:40:38,728 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=58 updating hbase:meta row=379a4162f9b11724966038d5916c7a7e, regionState=CLOSED 2024-11-08T12:40:38,729 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=59, ppid=58, state=RUNNABLE, hasLock=false; CloseRegionProcedure 379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 because future has completed 2024-11-08T12:40:38,730 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=59, resume processing ppid=58 2024-11-08T12:40:38,730 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=59, ppid=58, state=SUCCESS, hasLock=false; CloseRegionProcedure 379a4162f9b11724966038d5916c7a7e, server=6ccfea20c990,38479,1731069575023 in 1.9340 sec 2024-11-08T12:40:38,731 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=58, resume processing ppid=57 2024-11-08T12:40:38,732 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=58, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=379a4162f9b11724966038d5916c7a7e, UNASSIGN in 1.9390 sec 2024-11-08T12:40:38,733 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=57, resume processing ppid=56 2024-11-08T12:40:38,733 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=57, ppid=56, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.9430 sec 2024-11-08T12:40:38,734 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731069638734"}]},"ts":"1731069638734"} 2024-11-08T12:40:38,735 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-08T12:40:38,735 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-08T12:40:38,736 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=56, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.9530 sec 2024-11-08T12:40:38,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-08T12:40:38,945 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-08T12:40:38,946 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-08T12:40:38,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] procedure2.ProcedureExecutor(1139): Stored pid=60, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-08T12:40:38,952 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=60, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-08T12:40:38,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-08T12:40:38,954 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=60, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-08T12:40:38,958 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e 2024-11-08T12:40:38,962 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/A, FileablePath, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/B, FileablePath, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/C, FileablePath, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/recovered.edits] 2024-11-08T12:40:38,968 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/A/0526c43edbd442a3b882e84a1f419c32 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/A/0526c43edbd442a3b882e84a1f419c32 2024-11-08T12:40:38,971 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/A/cb283e312d93438f953ede87356ca28e to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/A/cb283e312d93438f953ede87356ca28e 2024-11-08T12:40:38,974 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/B/37b1a2020d99424b9a6cc6c26ea55e75 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/B/37b1a2020d99424b9a6cc6c26ea55e75 2024-11-08T12:40:38,976 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/B/7e69944ba40746b281293677593bfc9b to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/B/7e69944ba40746b281293677593bfc9b 2024-11-08T12:40:38,978 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/C/7caedc06a77c47e5bb9ec2d496b32d26 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/C/7caedc06a77c47e5bb9ec2d496b32d26 2024-11-08T12:40:38,979 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/C/b96bd87808c34317b7f60f662c0fed53 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/C/b96bd87808c34317b7f60f662c0fed53 2024-11-08T12:40:38,982 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/recovered.edits/353.seqid to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e/recovered.edits/353.seqid 2024-11-08T12:40:38,983 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/379a4162f9b11724966038d5916c7a7e 2024-11-08T12:40:38,983 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-08T12:40:38,983 DEBUG [PEWorker-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-08T12:40:38,984 DEBUG [PEWorker-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-08T12:40:38,987 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110802df1c7e4ada4c5b9605df2485b82c3c_379a4162f9b11724966038d5916c7a7e to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110802df1c7e4ada4c5b9605df2485b82c3c_379a4162f9b11724966038d5916c7a7e 2024-11-08T12:40:38,988 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110804e4b657b88b4d76b948730178e6a3fd_379a4162f9b11724966038d5916c7a7e to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110804e4b657b88b4d76b948730178e6a3fd_379a4162f9b11724966038d5916c7a7e 2024-11-08T12:40:38,989 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411080d16ad4d36a243b2985c510d9626f104_379a4162f9b11724966038d5916c7a7e to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411080d16ad4d36a243b2985c510d9626f104_379a4162f9b11724966038d5916c7a7e 2024-11-08T12:40:38,990 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411082bb67d39ad9943d2a142e31fc49b14ed_379a4162f9b11724966038d5916c7a7e to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411082bb67d39ad9943d2a142e31fc49b14ed_379a4162f9b11724966038d5916c7a7e 2024-11-08T12:40:38,991 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411083ef08c16d2ec48398fcb8fd7d444599a_379a4162f9b11724966038d5916c7a7e to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411083ef08c16d2ec48398fcb8fd7d444599a_379a4162f9b11724966038d5916c7a7e 2024-11-08T12:40:38,992 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108468c952499564171917876c59909833f_379a4162f9b11724966038d5916c7a7e to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108468c952499564171917876c59909833f_379a4162f9b11724966038d5916c7a7e 2024-11-08T12:40:38,993 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411084f227f567ebf4d03b732b4ce752ec0cf_379a4162f9b11724966038d5916c7a7e to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411084f227f567ebf4d03b732b4ce752ec0cf_379a4162f9b11724966038d5916c7a7e 2024-11-08T12:40:38,994 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108566a2d77bb584fccaeb7f87a521929ff_379a4162f9b11724966038d5916c7a7e to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108566a2d77bb584fccaeb7f87a521929ff_379a4162f9b11724966038d5916c7a7e 2024-11-08T12:40:38,995 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108723482dafa4c4f68b1e8a233240dbefe_379a4162f9b11724966038d5916c7a7e to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108723482dafa4c4f68b1e8a233240dbefe_379a4162f9b11724966038d5916c7a7e 2024-11-08T12:40:38,995 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110877eef6d227ff4fdc9e76db2b8bb1ecef_379a4162f9b11724966038d5916c7a7e to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110877eef6d227ff4fdc9e76db2b8bb1ecef_379a4162f9b11724966038d5916c7a7e 2024-11-08T12:40:38,996 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411089c6d276e1e754aeba72611198b428013_379a4162f9b11724966038d5916c7a7e to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411089c6d276e1e754aeba72611198b428013_379a4162f9b11724966038d5916c7a7e 2024-11-08T12:40:38,997 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108ac1324c2c32248c4868f2ba9106de653_379a4162f9b11724966038d5916c7a7e to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108ac1324c2c32248c4868f2ba9106de653_379a4162f9b11724966038d5916c7a7e 2024-11-08T12:40:38,998 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108b1e1c5a86a054d4abeeef9e8778d1eaa_379a4162f9b11724966038d5916c7a7e to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108b1e1c5a86a054d4abeeef9e8778d1eaa_379a4162f9b11724966038d5916c7a7e 2024-11-08T12:40:38,999 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108d0d20dd97c37413fa427fdf2dd1009fe_379a4162f9b11724966038d5916c7a7e to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108d0d20dd97c37413fa427fdf2dd1009fe_379a4162f9b11724966038d5916c7a7e 2024-11-08T12:40:39,000 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108de9fa72f20a5475eba81d41b17406bd0_379a4162f9b11724966038d5916c7a7e to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108de9fa72f20a5475eba81d41b17406bd0_379a4162f9b11724966038d5916c7a7e 2024-11-08T12:40:39,001 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108f2aada5a00fb45b9a2a024d34c1264ba_379a4162f9b11724966038d5916c7a7e to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108f2aada5a00fb45b9a2a024d34c1264ba_379a4162f9b11724966038d5916c7a7e 2024-11-08T12:40:39,002 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108faa9fb9e1e594ccab1063dfca6bbbe37_379a4162f9b11724966038d5916c7a7e to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108faa9fb9e1e594ccab1063dfca6bbbe37_379a4162f9b11724966038d5916c7a7e 2024-11-08T12:40:39,003 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108fba5b74b7c1444fc9499c3704f7e488e_379a4162f9b11724966038d5916c7a7e to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108fba5b74b7c1444fc9499c3704f7e488e_379a4162f9b11724966038d5916c7a7e 2024-11-08T12:40:39,003 DEBUG [PEWorker-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-08T12:40:39,005 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=60, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-08T12:40:39,007 WARN [PEWorker-5 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-08T12:40:39,008 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-08T12:40:39,009 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=60, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-08T12:40:39,009 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-08T12:40:39,010 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731069639009"}]},"ts":"9223372036854775807"} 2024-11-08T12:40:39,012 INFO [PEWorker-5 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-08T12:40:39,012 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 379a4162f9b11724966038d5916c7a7e, NAME => 'TestAcidGuarantees,,1731069605804.379a4162f9b11724966038d5916c7a7e.', STARTKEY => '', ENDKEY => ''}] 2024-11-08T12:40:39,012 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-08T12:40:39,012 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731069639012"}]},"ts":"9223372036854775807"} 2024-11-08T12:40:39,014 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-08T12:40:39,014 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(133): Finished pid=60, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-08T12:40:39,015 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=60, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 67 msec 2024-11-08T12:40:39,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-08T12:40:39,063 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-08T12:40:39,063 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-08T12:40:39,073 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithNoInMemCompaction#testMobMixedAtomicity Thread=238 (was 240), OpenFileDescriptor=447 (was 461), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=349 (was 423), ProcessCount=11 (was 11), AvailableMemoryMB=3089 (was 3197) 2024-11-08T12:40:39,082 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithNoInMemCompaction#testGetAtomicity Thread=238, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=349, ProcessCount=11, AvailableMemoryMB=3088 2024-11-08T12:40:39,084 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-08T12:40:39,084 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T12:40:39,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] procedure2.ProcedureExecutor(1139): Stored pid=61, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-08T12:40:39,087 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=61, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T12:40:39,087 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:40:39,087 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 61 2024-11-08T12:40:39,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=61 2024-11-08T12:40:39,088 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=61, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T12:40:39,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742064_1240 (size=959) 2024-11-08T12:40:39,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=61 2024-11-08T12:40:39,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=61 2024-11-08T12:40:39,501 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a1400fca1abf451a37584c4899d78e1f, NAME => 'TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe 2024-11-08T12:40:39,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742065_1241 (size=53) 2024-11-08T12:40:39,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=61 2024-11-08T12:40:39,910 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T12:40:39,910 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing a1400fca1abf451a37584c4899d78e1f, disabling compactions & flushes 2024-11-08T12:40:39,910 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f. 2024-11-08T12:40:39,910 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f. 2024-11-08T12:40:39,911 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f. after waiting 0 ms 2024-11-08T12:40:39,911 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f. 2024-11-08T12:40:39,911 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f. 2024-11-08T12:40:39,911 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for a1400fca1abf451a37584c4899d78e1f: Waiting for close lock at 1731069639910Disabling compacts and flushes for region at 1731069639910Disabling writes for close at 1731069639911 (+1 ms)Writing region close event to WAL at 1731069639911Closed at 1731069639911 2024-11-08T12:40:39,912 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=61, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T12:40:39,913 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731069639912"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731069639912"}]},"ts":"1731069639912"} 2024-11-08T12:40:39,915 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T12:40:39,917 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=61, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T12:40:39,917 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731069639917"}]},"ts":"1731069639917"} 2024-11-08T12:40:39,920 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-08T12:40:39,920 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=62, ppid=61, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=a1400fca1abf451a37584c4899d78e1f, ASSIGN}] 2024-11-08T12:40:39,922 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=62, ppid=61, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=a1400fca1abf451a37584c4899d78e1f, ASSIGN 2024-11-08T12:40:39,924 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=62, ppid=61, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=a1400fca1abf451a37584c4899d78e1f, ASSIGN; state=OFFLINE, location=6ccfea20c990,38479,1731069575023; forceNewPlan=false, retain=false 2024-11-08T12:40:40,075 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=62 updating hbase:meta row=a1400fca1abf451a37584c4899d78e1f, regionState=OPENING, regionLocation=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:40,079 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=62, ppid=61, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=a1400fca1abf451a37584c4899d78e1f, ASSIGN because future has completed 2024-11-08T12:40:40,080 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=63, ppid=62, state=RUNNABLE, hasLock=false; OpenRegionProcedure a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023}] 2024-11-08T12:40:40,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=61 2024-11-08T12:40:40,242 INFO [RS_OPEN_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f. 2024-11-08T12:40:40,242 DEBUG [RS_OPEN_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegion(7752): Opening region: {ENCODED => a1400fca1abf451a37584c4899d78e1f, NAME => 'TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f.', STARTKEY => '', ENDKEY => ''} 2024-11-08T12:40:40,243 DEBUG [RS_OPEN_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees a1400fca1abf451a37584c4899d78e1f 2024-11-08T12:40:40,243 DEBUG [RS_OPEN_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T12:40:40,244 DEBUG [RS_OPEN_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegion(7794): checking encryption for a1400fca1abf451a37584c4899d78e1f 2024-11-08T12:40:40,244 DEBUG [RS_OPEN_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegion(7797): checking classloading for a1400fca1abf451a37584c4899d78e1f 2024-11-08T12:40:40,246 INFO [StoreOpener-a1400fca1abf451a37584c4899d78e1f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region a1400fca1abf451a37584c4899d78e1f 2024-11-08T12:40:40,247 INFO [StoreOpener-a1400fca1abf451a37584c4899d78e1f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a1400fca1abf451a37584c4899d78e1f columnFamilyName A 2024-11-08T12:40:40,247 DEBUG [StoreOpener-a1400fca1abf451a37584c4899d78e1f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:40:40,247 INFO [StoreOpener-a1400fca1abf451a37584c4899d78e1f-1 {}] regionserver.HStore(327): Store=a1400fca1abf451a37584c4899d78e1f/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T12:40:40,248 INFO [StoreOpener-a1400fca1abf451a37584c4899d78e1f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region a1400fca1abf451a37584c4899d78e1f 2024-11-08T12:40:40,249 INFO [StoreOpener-a1400fca1abf451a37584c4899d78e1f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a1400fca1abf451a37584c4899d78e1f columnFamilyName B 2024-11-08T12:40:40,249 DEBUG [StoreOpener-a1400fca1abf451a37584c4899d78e1f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:40:40,249 INFO [StoreOpener-a1400fca1abf451a37584c4899d78e1f-1 {}] regionserver.HStore(327): Store=a1400fca1abf451a37584c4899d78e1f/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T12:40:40,249 INFO [StoreOpener-a1400fca1abf451a37584c4899d78e1f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region a1400fca1abf451a37584c4899d78e1f 2024-11-08T12:40:40,250 INFO [StoreOpener-a1400fca1abf451a37584c4899d78e1f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a1400fca1abf451a37584c4899d78e1f columnFamilyName C 2024-11-08T12:40:40,250 DEBUG [StoreOpener-a1400fca1abf451a37584c4899d78e1f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:40:40,250 INFO [StoreOpener-a1400fca1abf451a37584c4899d78e1f-1 {}] regionserver.HStore(327): Store=a1400fca1abf451a37584c4899d78e1f/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T12:40:40,251 DEBUG [RS_OPEN_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegion(1038): replaying wal for a1400fca1abf451a37584c4899d78e1f 2024-11-08T12:40:40,251 DEBUG [RS_OPEN_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f 2024-11-08T12:40:40,251 DEBUG [RS_OPEN_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f 2024-11-08T12:40:40,252 DEBUG [RS_OPEN_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegion(1048): stopping wal replay for a1400fca1abf451a37584c4899d78e1f 2024-11-08T12:40:40,252 DEBUG [RS_OPEN_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegion(1060): Cleaning up temporary data for a1400fca1abf451a37584c4899d78e1f 2024-11-08T12:40:40,253 DEBUG [RS_OPEN_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-08T12:40:40,253 DEBUG [RS_OPEN_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegion(1093): writing seq id for a1400fca1abf451a37584c4899d78e1f 2024-11-08T12:40:40,255 DEBUG [RS_OPEN_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T12:40:40,255 INFO [RS_OPEN_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegion(1114): Opened a1400fca1abf451a37584c4899d78e1f; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70461347, jitterRate=0.04995588958263397}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-08T12:40:40,255 DEBUG [RS_OPEN_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a1400fca1abf451a37584c4899d78e1f 2024-11-08T12:40:40,256 DEBUG [RS_OPEN_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegion(1006): Region open journal for a1400fca1abf451a37584c4899d78e1f: Running coprocessor pre-open hook at 1731069640244Writing region info on filesystem at 1731069640244Initializing all the Stores at 1731069640245 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731069640245Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731069640246 (+1 ms)Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731069640246Cleaning up temporary data from old regions at 1731069640252 (+6 ms)Running coprocessor post-open hooks at 1731069640255 (+3 ms)Region opened successfully at 1731069640256 (+1 ms) 2024-11-08T12:40:40,257 INFO [RS_OPEN_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., pid=63, masterSystemTime=1731069640233 2024-11-08T12:40:40,258 DEBUG [RS_OPEN_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f. 2024-11-08T12:40:40,258 INFO [RS_OPEN_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f. 2024-11-08T12:40:40,259 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=62 updating hbase:meta row=a1400fca1abf451a37584c4899d78e1f, regionState=OPEN, openSeqNum=2, regionLocation=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:40,260 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=63, ppid=62, state=RUNNABLE, hasLock=false; OpenRegionProcedure a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 because future has completed 2024-11-08T12:40:40,262 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=63, resume processing ppid=62 2024-11-08T12:40:40,262 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=63, ppid=62, state=SUCCESS, hasLock=false; OpenRegionProcedure a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 in 181 msec 2024-11-08T12:40:40,264 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=62, resume processing ppid=61 2024-11-08T12:40:40,264 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=62, ppid=61, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=a1400fca1abf451a37584c4899d78e1f, ASSIGN in 342 msec 2024-11-08T12:40:40,264 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=61, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T12:40:40,265 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731069640264"}]},"ts":"1731069640264"} 2024-11-08T12:40:40,266 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-08T12:40:40,267 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=61, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T12:40:40,268 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=61, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1830 sec 2024-11-08T12:40:41,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=61 2024-11-08T12:40:41,234 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-08T12:40:41,237 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61a754db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T12:40:41,237 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6ccfea20c990,40975,-1 for getting cluster id 2024-11-08T12:40:41,238 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T12:40:41,241 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '93a2ca5a-489f-4fb5-ae49-7a4775f6c4c3' 2024-11-08T12:40:41,242 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T12:40:41,242 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "93a2ca5a-489f-4fb5-ae49-7a4775f6c4c3" 2024-11-08T12:40:41,243 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@128a453c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T12:40:41,243 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6ccfea20c990,40975,-1] 2024-11-08T12:40:41,243 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T12:40:41,244 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T12:40:41,247 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50118, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T12:40:41,248 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1eaa65f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T12:40:41,248 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T12:40:41,249 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6ccfea20c990,38479,1731069575023, seqNum=-1] 2024-11-08T12:40:41,249 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T12:40:41,250 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49238, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T12:40:41,251 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T12:40:41,252 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 6ccfea20c990,40975,1731069574299 2024-11-08T12:40:41,252 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@68b416b 2024-11-08T12:40:41,252 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T12:40:41,253 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50120, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T12:40:41,254 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50502613, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T12:40:41,254 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6ccfea20c990,40975,-1 for getting cluster id 2024-11-08T12:40:41,254 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T12:40:41,255 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '93a2ca5a-489f-4fb5-ae49-7a4775f6c4c3' 2024-11-08T12:40:41,255 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T12:40:41,255 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "93a2ca5a-489f-4fb5-ae49-7a4775f6c4c3" 2024-11-08T12:40:41,255 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3361bc65, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T12:40:41,256 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6ccfea20c990,40975,-1] 2024-11-08T12:40:41,256 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T12:40:41,256 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T12:40:41,257 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50144, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T12:40:41,257 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f9cd5f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T12:40:41,258 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@554689fb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T12:40:41,258 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6ccfea20c990,40975,-1 for getting cluster id 2024-11-08T12:40:41,258 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T12:40:41,259 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '93a2ca5a-489f-4fb5-ae49-7a4775f6c4c3' 2024-11-08T12:40:41,259 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T12:40:41,259 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "93a2ca5a-489f-4fb5-ae49-7a4775f6c4c3" 2024-11-08T12:40:41,260 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79dfed85, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T12:40:41,260 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6ccfea20c990,40975,-1] 2024-11-08T12:40:41,260 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T12:40:41,260 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T12:40:41,260 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50156, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T12:40:41,261 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ce54afc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T12:40:41,261 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72325ab8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T12:40:41,261 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6ccfea20c990,40975,-1 for getting cluster id 2024-11-08T12:40:41,261 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T12:40:41,262 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '93a2ca5a-489f-4fb5-ae49-7a4775f6c4c3' 2024-11-08T12:40:41,262 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T12:40:41,262 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "93a2ca5a-489f-4fb5-ae49-7a4775f6c4c3" 2024-11-08T12:40:41,262 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@643137a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T12:40:41,262 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6ccfea20c990,40975,-1] 2024-11-08T12:40:41,262 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T12:40:41,263 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T12:40:41,263 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50166, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T12:40:41,264 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21b061f4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T12:40:41,264 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6686bc48, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T12:40:41,264 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6ccfea20c990,40975,-1 for getting cluster id 2024-11-08T12:40:41,264 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T12:40:41,265 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '93a2ca5a-489f-4fb5-ae49-7a4775f6c4c3' 2024-11-08T12:40:41,265 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T12:40:41,265 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "93a2ca5a-489f-4fb5-ae49-7a4775f6c4c3" 2024-11-08T12:40:41,265 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@253fce77, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T12:40:41,265 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6ccfea20c990,40975,-1] 2024-11-08T12:40:41,265 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T12:40:41,265 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T12:40:41,266 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50184, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T12:40:41,266 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c75e481, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T12:40:41,267 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d70004e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T12:40:41,267 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6ccfea20c990,40975,-1 for getting cluster id 2024-11-08T12:40:41,267 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T12:40:41,268 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '93a2ca5a-489f-4fb5-ae49-7a4775f6c4c3' 2024-11-08T12:40:41,268 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T12:40:41,268 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "93a2ca5a-489f-4fb5-ae49-7a4775f6c4c3" 2024-11-08T12:40:41,268 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b6192a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T12:40:41,268 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6ccfea20c990,40975,-1] 2024-11-08T12:40:41,268 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T12:40:41,268 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T12:40:41,269 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50208, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T12:40:41,269 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41f5a4fb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T12:40:41,270 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@675e61a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T12:40:41,270 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6ccfea20c990,40975,-1 for getting cluster id 2024-11-08T12:40:41,270 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T12:40:41,271 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '93a2ca5a-489f-4fb5-ae49-7a4775f6c4c3' 2024-11-08T12:40:41,271 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T12:40:41,271 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "93a2ca5a-489f-4fb5-ae49-7a4775f6c4c3" 2024-11-08T12:40:41,271 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29154ada, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T12:40:41,271 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6ccfea20c990,40975,-1] 2024-11-08T12:40:41,271 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T12:40:41,271 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T12:40:41,272 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50218, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T12:40:41,272 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74bcd3c1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T12:40:41,273 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b9635b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T12:40:41,273 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6ccfea20c990,40975,-1 for getting cluster id 2024-11-08T12:40:41,273 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T12:40:41,273 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '93a2ca5a-489f-4fb5-ae49-7a4775f6c4c3' 2024-11-08T12:40:41,273 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T12:40:41,273 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "93a2ca5a-489f-4fb5-ae49-7a4775f6c4c3" 2024-11-08T12:40:41,274 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@372fc456, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T12:40:41,274 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6ccfea20c990,40975,-1] 2024-11-08T12:40:41,274 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T12:40:41,274 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T12:40:41,274 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50236, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T12:40:41,275 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f4e66ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T12:40:41,275 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2611025, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T12:40:41,275 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6ccfea20c990,40975,-1 for getting cluster id 2024-11-08T12:40:41,275 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T12:40:41,276 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '93a2ca5a-489f-4fb5-ae49-7a4775f6c4c3' 2024-11-08T12:40:41,276 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T12:40:41,276 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "93a2ca5a-489f-4fb5-ae49-7a4775f6c4c3" 2024-11-08T12:40:41,276 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@817edbf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T12:40:41,276 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6ccfea20c990,40975,-1] 2024-11-08T12:40:41,276 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T12:40:41,277 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T12:40:41,277 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50254, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T12:40:41,278 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5db6be22, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T12:40:41,278 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8a8ae50, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T12:40:41,278 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6ccfea20c990,40975,-1 for getting cluster id 2024-11-08T12:40:41,278 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T12:40:41,279 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '93a2ca5a-489f-4fb5-ae49-7a4775f6c4c3' 2024-11-08T12:40:41,279 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T12:40:41,279 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "93a2ca5a-489f-4fb5-ae49-7a4775f6c4c3" 2024-11-08T12:40:41,279 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44b801eb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T12:40:41,279 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6ccfea20c990,40975,-1] 2024-11-08T12:40:41,279 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T12:40:41,279 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T12:40:41,280 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50272, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T12:40:41,280 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27854e4f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T12:40:41,281 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@471771d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T12:40:41,281 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6ccfea20c990,40975,-1 for getting cluster id 2024-11-08T12:40:41,281 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T12:40:41,281 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '93a2ca5a-489f-4fb5-ae49-7a4775f6c4c3' 2024-11-08T12:40:41,282 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T12:40:41,282 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "93a2ca5a-489f-4fb5-ae49-7a4775f6c4c3" 2024-11-08T12:40:41,282 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3beef4f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T12:40:41,282 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6ccfea20c990,40975,-1] 2024-11-08T12:40:41,282 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T12:40:41,282 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T12:40:41,283 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50286, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T12:40:41,283 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18a3a23b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T12:40:41,284 DEBUG [Thread-1140 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T12:40:41,284 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6ccfea20c990,38479,1731069575023, seqNum=-1] 2024-11-08T12:40:41,284 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T12:40:41,285 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49252, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T12:40:41,287 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2] 2024-11-08T12:40:41,288 DEBUG [Thread-1129 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T12:40:41,288 DEBUG [Thread-1125 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T12:40:41,288 DEBUG [Thread-1134 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T12:40:41,288 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40975 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-08T12:40:41,288 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6ccfea20c990,38479,1731069575023, seqNum=-1] 2024-11-08T12:40:41,289 DEBUG [Thread-1138 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T12:40:41,289 DEBUG [Thread-1132 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T12:40:41,289 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T12:40:41,289 DEBUG [Thread-1125 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6ccfea20c990,38479,1731069575023, seqNum=-1] 2024-11-08T12:40:41,289 DEBUG [Thread-1121 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T12:40:41,289 DEBUG [Thread-1125 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T12:40:41,290 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6ccfea20c990,38479,1731069575023, seqNum=-1] 2024-11-08T12:40:41,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40975 {}] procedure2.ProcedureExecutor(1139): Stored pid=64, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=64, table=TestAcidGuarantees 2024-11-08T12:40:41,290 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6ccfea20c990,38479,1731069575023, seqNum=-1] 2024-11-08T12:40:41,290 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T12:40:41,290 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T12:40:41,290 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49256, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T12:40:41,290 DEBUG [Thread-1134 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6ccfea20c990,38479,1731069575023, seqNum=-1] 2024-11-08T12:40:41,291 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49254, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T12:40:41,291 DEBUG [Thread-1134 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T12:40:41,291 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49272, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T12:40:41,291 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49276, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T12:40:41,291 DEBUG [Thread-1121 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6ccfea20c990,38479,1731069575023, seqNum=-1] 2024-11-08T12:40:41,291 DEBUG [Thread-1121 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T12:40:41,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-11-08T12:40:41,292 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49278, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T12:40:41,292 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=64, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=64, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-08T12:40:41,292 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49288, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T12:40:41,293 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=64, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=64, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-08T12:40:41,293 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=65, ppid=64, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-08T12:40:41,293 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2] 2024-11-08T12:40:41,293 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2] 2024-11-08T12:40:41,294 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2] 2024-11-08T12:40:41,295 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2] 2024-11-08T12:40:41,295 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2] 2024-11-08T12:40:41,295 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2] 2024-11-08T12:40:41,302 DEBUG [Thread-1136 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T12:40:41,303 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6ccfea20c990,38479,1731069575023, seqNum=-1] 2024-11-08T12:40:41,303 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T12:40:41,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(8855): Flush requested on a1400fca1abf451a37584c4899d78e1f 2024-11-08T12:40:41,304 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-08T12:40:41,304 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing a1400fca1abf451a37584c4899d78e1f 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-08T12:40:41,305 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49294, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T12:40:41,307 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2] 2024-11-08T12:40:41,314 DEBUG [Thread-1127 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T12:40:41,322 DEBUG [Thread-1127 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6ccfea20c990,38479,1731069575023, seqNum=-1] 2024-11-08T12:40:41,322 DEBUG [Thread-1127 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T12:40:41,323 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49298, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T12:40:41,325 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2] 2024-11-08T12:40:41,325 DEBUG [Thread-1123 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T12:40:41,326 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6ccfea20c990,38479,1731069575023, seqNum=-1] 2024-11-08T12:40:41,327 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T12:40:41,328 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49312, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T12:40:41,330 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2] 2024-11-08T12:40:41,343 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/.tmp/A/73012e64a5b54e05800d75100b9e4064 is 50, key is test_row_0/A:col10/1731069641303/Put/seqid=0 2024-11-08T12:40:41,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742066_1242 (size=14341) 2024-11-08T12:40:41,351 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/.tmp/A/73012e64a5b54e05800d75100b9e4064 2024-11-08T12:40:41,358 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:41,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49254 deadline: 1731069701351, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:41,359 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:41,359 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:41,359 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:40:41,359 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:41,359 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:41,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49256 deadline: 1731069701351, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:41,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 3 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49298 deadline: 1731069701351, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:41,360 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:41,360 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:41,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 3 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49312 deadline: 1731069701353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:41,360 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:41,360 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:40:41,360 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:41,360 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:41,360 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:41,360 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:41,361 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:40:41,360 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:41,361 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:40:41,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49288 deadline: 1731069701353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:41,362 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:41,362 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:41,362 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:40:41,387 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/.tmp/B/5e396d0774e54992afc4d0248fba25e9 is 50, key is test_row_0/B:col10/1731069641303/Put/seqid=0 2024-11-08T12:40:41,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-11-08T12:40:41,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742067_1243 (size=12001) 2024-11-08T12:40:41,416 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/.tmp/B/5e396d0774e54992afc4d0248fba25e9 2024-11-08T12:40:41,449 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38479 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=65 2024-11-08T12:40:41,449 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f. 2024-11-08T12:40:41,449 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f. as already flushing 2024-11-08T12:40:41,449 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f. 2024-11-08T12:40:41,449 ERROR [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] handler.RSProcedureHandler(58): pid=65 java.io.IOException: Unable to complete flush {ENCODED => a1400fca1abf451a37584c4899d78e1f, NAME => 'TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:40:41,449 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=65 java.io.IOException: Unable to complete flush {ENCODED => a1400fca1abf451a37584c4899d78e1f, NAME => 'TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:40:41,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40975 {}] master.HMaster(4177): Remote procedure failed, pid=65 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a1400fca1abf451a37584c4899d78e1f, NAME => 'TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a1400fca1abf451a37584c4899d78e1f, NAME => 'TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:40:41,452 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/.tmp/C/d831c1a5e17142f3b24be96795bec791 is 50, key is test_row_0/C:col10/1731069641303/Put/seqid=0 2024-11-08T12:40:41,466 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:41,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49254 deadline: 1731069701463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:41,467 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:41,467 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:41,467 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:41,467 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:40:41,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49312 deadline: 1731069701463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:41,467 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:41,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49256 deadline: 1731069701464, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:41,467 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:41,467 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:41,467 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:40:41,467 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:41,468 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:41,468 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:40:41,467 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:41,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49298 deadline: 1731069701464, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:41,468 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:41,468 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:41,468 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:40:41,475 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:41,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49288 deadline: 1731069701473, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:41,476 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:41,476 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:41,476 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:40:41,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742068_1244 (size=12001) 2024-11-08T12:40:41,480 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/.tmp/C/d831c1a5e17142f3b24be96795bec791 2024-11-08T12:40:41,487 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/.tmp/A/73012e64a5b54e05800d75100b9e4064 as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/A/73012e64a5b54e05800d75100b9e4064 2024-11-08T12:40:41,493 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/A/73012e64a5b54e05800d75100b9e4064, entries=200, sequenceid=13, filesize=14.0 K 2024-11-08T12:40:41,496 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/.tmp/B/5e396d0774e54992afc4d0248fba25e9 as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/B/5e396d0774e54992afc4d0248fba25e9 2024-11-08T12:40:41,502 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/B/5e396d0774e54992afc4d0248fba25e9, entries=150, sequenceid=13, filesize=11.7 K 2024-11-08T12:40:41,503 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/.tmp/C/d831c1a5e17142f3b24be96795bec791 as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/C/d831c1a5e17142f3b24be96795bec791 2024-11-08T12:40:41,511 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/C/d831c1a5e17142f3b24be96795bec791, entries=150, sequenceid=13, filesize=11.7 K 2024-11-08T12:40:41,512 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for a1400fca1abf451a37584c4899d78e1f in 208ms, sequenceid=13, compaction requested=false 2024-11-08T12:40:41,512 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for a1400fca1abf451a37584c4899d78e1f: 2024-11-08T12:40:41,602 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38479 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=65 2024-11-08T12:40:41,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f. 2024-11-08T12:40:41,604 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2902): Flushing a1400fca1abf451a37584c4899d78e1f 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-08T12:40:41,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/.tmp/A/84c1b58462354e4b8f4add5d2351fae0 is 50, key is test_row_0/A:col10/1731069641345/Put/seqid=0 2024-11-08T12:40:41,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-11-08T12:40:41,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742069_1245 (size=12001) 2024-11-08T12:40:41,624 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/.tmp/A/84c1b58462354e4b8f4add5d2351fae0 2024-11-08T12:40:41,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/.tmp/B/f46bbb61350043d6a716ebfb070b7f82 is 50, key is test_row_0/B:col10/1731069641345/Put/seqid=0 2024-11-08T12:40:41,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742070_1246 (size=12001) 2024-11-08T12:40:41,644 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/.tmp/B/f46bbb61350043d6a716ebfb070b7f82 2024-11-08T12:40:41,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/.tmp/C/619624b51bc24c0e8ba1dd1f8b21c299 is 50, key is test_row_0/C:col10/1731069641345/Put/seqid=0 2024-11-08T12:40:41,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742071_1247 (size=12001) 2024-11-08T12:40:41,664 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/.tmp/C/619624b51bc24c0e8ba1dd1f8b21c299 2024-11-08T12:40:41,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/.tmp/A/84c1b58462354e4b8f4add5d2351fae0 as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/A/84c1b58462354e4b8f4add5d2351fae0 2024-11-08T12:40:41,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(8855): Flush requested on a1400fca1abf451a37584c4899d78e1f 2024-11-08T12:40:41,676 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f. as already flushing 2024-11-08T12:40:41,679 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/A/84c1b58462354e4b8f4add5d2351fae0, entries=150, sequenceid=37, filesize=11.7 K 2024-11-08T12:40:41,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/.tmp/B/f46bbb61350043d6a716ebfb070b7f82 as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/B/f46bbb61350043d6a716ebfb070b7f82 2024-11-08T12:40:41,687 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/B/f46bbb61350043d6a716ebfb070b7f82, entries=150, sequenceid=37, filesize=11.7 K 2024-11-08T12:40:41,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/.tmp/C/619624b51bc24c0e8ba1dd1f8b21c299 as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/C/619624b51bc24c0e8ba1dd1f8b21c299 2024-11-08T12:40:41,689 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:41,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49298 deadline: 1731069701684, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:41,689 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:41,689 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:41,689 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:40:41,691 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:41,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49256 deadline: 1731069701685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:41,692 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:41,692 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:41,692 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:40:41,692 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:41,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49254 deadline: 1731069701687, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:41,692 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:41,692 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:41,692 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:41,692 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:40:41,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49312 deadline: 1731069701687, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:41,693 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:41,693 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:41,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49288 deadline: 1731069701689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:41,693 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:41,693 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:40:41,693 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:41,693 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:41,693 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:40:41,696 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/C/619624b51bc24c0e8ba1dd1f8b21c299, entries=150, sequenceid=37, filesize=11.7 K 2024-11-08T12:40:41,698 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for a1400fca1abf451a37584c4899d78e1f in 95ms, sequenceid=37, compaction requested=false 2024-11-08T12:40:41,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2603): Flush status journal for a1400fca1abf451a37584c4899d78e1f: 2024-11-08T12:40:41,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f. 2024-11-08T12:40:41,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=65 2024-11-08T12:40:41,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40975 {}] master.HMaster(4169): Remote procedure done, pid=65 2024-11-08T12:40:41,701 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=65, resume processing ppid=64 2024-11-08T12:40:41,701 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=65, ppid=64, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 407 msec 2024-11-08T12:40:41,704 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=64, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=64, table=TestAcidGuarantees in 414 msec 2024-11-08T12:40:41,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(8855): Flush requested on a1400fca1abf451a37584c4899d78e1f 2024-11-08T12:40:41,828 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-08T12:40:41,828 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing a1400fca1abf451a37584c4899d78e1f 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-08T12:40:41,834 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/.tmp/A/c629d73d08ae4be389d9a0047639f409 is 50, key is test_row_0/A:col10/1731069641828/Put/seqid=0 2024-11-08T12:40:41,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742072_1248 (size=16681) 2024-11-08T12:40:41,851 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:41,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49254 deadline: 1731069701846, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:41,852 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:41,852 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:41,852 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:40:41,853 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:41,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49312 deadline: 1731069701848, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:41,853 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:41,853 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:41,853 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:41,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49256 deadline: 1731069701849, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:41,853 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:40:41,853 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:41,853 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:41,853 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:41,853 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:40:41,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49288 deadline: 1731069701849, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:41,854 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:41,854 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:41,854 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:40:41,856 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:41,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49298 deadline: 1731069701851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:41,857 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:41,857 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:41,857 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:40:41,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-11-08T12:40:41,924 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-08T12:40:41,924 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40975 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-08T12:40:41,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40975 {}] procedure2.ProcedureExecutor(1139): Stored pid=66, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=66, table=TestAcidGuarantees 2024-11-08T12:40:41,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-08T12:40:41,926 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=66, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=66, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-08T12:40:41,926 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=66, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=66, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-08T12:40:41,927 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=67, ppid=66, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-08T12:40:41,963 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:41,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49254 deadline: 1731069701963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:41,964 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:41,964 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:41,964 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:40:41,966 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:41,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49256 deadline: 1731069701963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:41,966 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:41,966 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:41,967 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:40:41,968 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:41,968 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:41,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49288 deadline: 1731069701963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:41,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49298 deadline: 1731069701963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:41,968 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:41,968 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:41,968 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:41,968 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:40:41,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49312 deadline: 1731069701964, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:41,968 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:41,968 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:41,968 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:41,968 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:41,968 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:40:41,968 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:40:42,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-08T12:40:42,079 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38479 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67 2024-11-08T12:40:42,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f. 2024-11-08T12:40:42,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f. as already flushing 2024-11-08T12:40:42,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f. 2024-11-08T12:40:42,079 ERROR [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] handler.RSProcedureHandler(58): pid=67 java.io.IOException: Unable to complete flush {ENCODED => a1400fca1abf451a37584c4899d78e1f, NAME => 'TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:40:42,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=67 java.io.IOException: Unable to complete flush {ENCODED => a1400fca1abf451a37584c4899d78e1f, NAME => 'TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:40:42,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40975 {}] master.HMaster(4177): Remote procedure failed, pid=67 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a1400fca1abf451a37584c4899d78e1f, NAME => 'TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a1400fca1abf451a37584c4899d78e1f, NAME => 'TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:40:42,176 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:42,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49254 deadline: 1731069702173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:42,176 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:42,176 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:42,176 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:42,176 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:40:42,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49288 deadline: 1731069702173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:42,177 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:42,177 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:42,177 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:42,177 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:40:42,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49298 deadline: 1731069702173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:42,177 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:42,177 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:42,177 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:42,177 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:40:42,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49256 deadline: 1731069702174, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:42,177 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:42,177 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:42,177 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:42,177 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:40:42,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49312 deadline: 1731069702174, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:42,177 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:42,178 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:42,178 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:40:42,232 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38479 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67 2024-11-08T12:40:42,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f. 2024-11-08T12:40:42,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f. as already flushing 2024-11-08T12:40:42,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f. 2024-11-08T12:40:42,232 ERROR [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] handler.RSProcedureHandler(58): pid=67 java.io.IOException: Unable to complete flush {ENCODED => a1400fca1abf451a37584c4899d78e1f, NAME => 'TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:40:42,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=67 java.io.IOException: Unable to complete flush {ENCODED => a1400fca1abf451a37584c4899d78e1f, NAME => 'TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:40:42,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40975 {}] master.HMaster(4177): Remote procedure failed, pid=67 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a1400fca1abf451a37584c4899d78e1f, NAME => 'TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a1400fca1abf451a37584c4899d78e1f, NAME => 'TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:40:42,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-08T12:40:42,244 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=54 (bloomFilter=true), to=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/.tmp/A/c629d73d08ae4be389d9a0047639f409 2024-11-08T12:40:42,252 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/.tmp/B/548aad16d7f746e282c2f514b70bb6f1 is 50, key is test_row_0/B:col10/1731069641828/Put/seqid=0 2024-11-08T12:40:42,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742073_1249 (size=12001) 2024-11-08T12:40:42,271 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=54 (bloomFilter=true), to=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/.tmp/B/548aad16d7f746e282c2f514b70bb6f1 2024-11-08T12:40:42,279 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/.tmp/C/72a52ed1201e4a28b65e75176aff073b is 50, key is test_row_0/C:col10/1731069641828/Put/seqid=0 2024-11-08T12:40:42,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742074_1250 (size=12001) 2024-11-08T12:40:42,384 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38479 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67 2024-11-08T12:40:42,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f. 2024-11-08T12:40:42,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f. as already flushing 2024-11-08T12:40:42,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f. 2024-11-08T12:40:42,385 ERROR [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] handler.RSProcedureHandler(58): pid=67 java.io.IOException: Unable to complete flush {ENCODED => a1400fca1abf451a37584c4899d78e1f, NAME => 'TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:40:42,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=67 java.io.IOException: Unable to complete flush {ENCODED => a1400fca1abf451a37584c4899d78e1f, NAME => 'TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:40:42,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40975 {}] master.HMaster(4177): Remote procedure failed, pid=67 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a1400fca1abf451a37584c4899d78e1f, NAME => 'TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a1400fca1abf451a37584c4899d78e1f, NAME => 'TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:40:42,487 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:42,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49254 deadline: 1731069702483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:42,487 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:42,487 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:42,487 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:42,487 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:40:42,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49288 deadline: 1731069702484, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:42,488 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:42,488 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:42,488 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:40:42,488 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:42,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49298 deadline: 1731069702484, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:42,488 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:42,488 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:42,488 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:42,488 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:40:42,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49256 deadline: 1731069702484, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:42,488 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:42,488 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:42,488 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:40:42,488 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:42,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49312 deadline: 1731069702484, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:42,489 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:42,489 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:42,489 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:40:42,537 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38479 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67 2024-11-08T12:40:42,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f. 2024-11-08T12:40:42,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f. as already flushing 2024-11-08T12:40:42,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f. 2024-11-08T12:40:42,538 ERROR [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] handler.RSProcedureHandler(58): pid=67 java.io.IOException: Unable to complete flush {ENCODED => a1400fca1abf451a37584c4899d78e1f, NAME => 'TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:40:42,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=67 java.io.IOException: Unable to complete flush {ENCODED => a1400fca1abf451a37584c4899d78e1f, NAME => 'TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:40:42,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40975 {}] master.HMaster(4177): Remote procedure failed, pid=67 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a1400fca1abf451a37584c4899d78e1f, NAME => 'TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a1400fca1abf451a37584c4899d78e1f, NAME => 'TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:40:42,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-08T12:40:42,690 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38479 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67 2024-11-08T12:40:42,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f. 2024-11-08T12:40:42,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f. as already flushing 2024-11-08T12:40:42,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f. 2024-11-08T12:40:42,690 ERROR [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] handler.RSProcedureHandler(58): pid=67 java.io.IOException: Unable to complete flush {ENCODED => a1400fca1abf451a37584c4899d78e1f, NAME => 'TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:40:42,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=67 java.io.IOException: Unable to complete flush {ENCODED => a1400fca1abf451a37584c4899d78e1f, NAME => 'TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:40:42,691 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=54 (bloomFilter=true), to=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/.tmp/C/72a52ed1201e4a28b65e75176aff073b 2024-11-08T12:40:42,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40975 {}] master.HMaster(4177): Remote procedure failed, pid=67 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a1400fca1abf451a37584c4899d78e1f, NAME => 'TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a1400fca1abf451a37584c4899d78e1f, NAME => 'TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:40:42,695 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/.tmp/A/c629d73d08ae4be389d9a0047639f409 as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/A/c629d73d08ae4be389d9a0047639f409 2024-11-08T12:40:42,699 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/A/c629d73d08ae4be389d9a0047639f409, entries=250, sequenceid=54, filesize=16.3 K 2024-11-08T12:40:42,701 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/.tmp/B/548aad16d7f746e282c2f514b70bb6f1 as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/B/548aad16d7f746e282c2f514b70bb6f1 2024-11-08T12:40:42,705 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/B/548aad16d7f746e282c2f514b70bb6f1, entries=150, sequenceid=54, filesize=11.7 K 2024-11-08T12:40:42,706 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/.tmp/C/72a52ed1201e4a28b65e75176aff073b as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/C/72a52ed1201e4a28b65e75176aff073b 2024-11-08T12:40:42,712 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/C/72a52ed1201e4a28b65e75176aff073b, entries=150, sequenceid=54, filesize=11.7 K 2024-11-08T12:40:42,713 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for a1400fca1abf451a37584c4899d78e1f in 885ms, sequenceid=54, compaction requested=true 2024-11-08T12:40:42,713 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for a1400fca1abf451a37584c4899d78e1f: 2024-11-08T12:40:42,713 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a1400fca1abf451a37584c4899d78e1f:A, priority=-2147483648, current under compaction store size is 1 2024-11-08T12:40:42,713 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T12:40:42,713 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T12:40:42,713 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T12:40:42,713 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a1400fca1abf451a37584c4899d78e1f:B, priority=-2147483648, current under compaction store size is 2 2024-11-08T12:40:42,714 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T12:40:42,714 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a1400fca1abf451a37584c4899d78e1f:C, priority=-2147483648, current under compaction store size is 3 2024-11-08T12:40:42,714 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T12:40:42,714 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 43023 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T12:40:42,714 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T12:40:42,715 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HStore(1541): a1400fca1abf451a37584c4899d78e1f/A is initiating minor compaction (all files) 2024-11-08T12:40:42,715 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HStore(1541): a1400fca1abf451a37584c4899d78e1f/B is initiating minor compaction (all files) 2024-11-08T12:40:42,715 INFO [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a1400fca1abf451a37584c4899d78e1f/A in TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f. 2024-11-08T12:40:42,715 INFO [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a1400fca1abf451a37584c4899d78e1f/B in TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f. 2024-11-08T12:40:42,715 INFO [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/A/73012e64a5b54e05800d75100b9e4064, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/A/84c1b58462354e4b8f4add5d2351fae0, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/A/c629d73d08ae4be389d9a0047639f409] into tmpdir=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/.tmp, totalSize=42.0 K 2024-11-08T12:40:42,715 INFO [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/B/5e396d0774e54992afc4d0248fba25e9, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/B/f46bbb61350043d6a716ebfb070b7f82, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/B/548aad16d7f746e282c2f514b70bb6f1] into tmpdir=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/.tmp, totalSize=35.2 K 2024-11-08T12:40:42,716 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] compactions.Compactor(225): Compacting 73012e64a5b54e05800d75100b9e4064, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1731069641299 2024-11-08T12:40:42,716 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.Compactor(225): Compacting 5e396d0774e54992afc4d0248fba25e9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1731069641299 2024-11-08T12:40:42,716 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] compactions.Compactor(225): Compacting 84c1b58462354e4b8f4add5d2351fae0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1731069641345 2024-11-08T12:40:42,716 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.Compactor(225): Compacting f46bbb61350043d6a716ebfb070b7f82, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1731069641345 2024-11-08T12:40:42,716 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] compactions.Compactor(225): Compacting c629d73d08ae4be389d9a0047639f409, keycount=250, bloomtype=ROW, size=16.3 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1731069641683 2024-11-08T12:40:42,717 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.Compactor(225): Compacting 548aad16d7f746e282c2f514b70bb6f1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1731069641683 2024-11-08T12:40:42,727 INFO [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a1400fca1abf451a37584c4899d78e1f#A#compaction#207 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-08T12:40:42,727 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/.tmp/A/c218a17ca657411695a9fcddb14bbcc4 is 50, key is test_row_0/A:col10/1731069641828/Put/seqid=0 2024-11-08T12:40:42,727 INFO [RS:0;6ccfea20c990:38479-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a1400fca1abf451a37584c4899d78e1f#B#compaction#208 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T12:40:42,728 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/.tmp/B/765dc2649bbc49c18b159506c133f8b4 is 50, key is test_row_0/B:col10/1731069641828/Put/seqid=0 2024-11-08T12:40:42,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742075_1251 (size=12104) 2024-11-08T12:40:42,767 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/.tmp/B/765dc2649bbc49c18b159506c133f8b4 as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/B/765dc2649bbc49c18b159506c133f8b4 2024-11-08T12:40:42,774 INFO [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a1400fca1abf451a37584c4899d78e1f/B of a1400fca1abf451a37584c4899d78e1f into 765dc2649bbc49c18b159506c133f8b4(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T12:40:42,775 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a1400fca1abf451a37584c4899d78e1f: 2024-11-08T12:40:42,775 INFO [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., storeName=a1400fca1abf451a37584c4899d78e1f/B, priority=13, startTime=1731069642713; duration=0sec 2024-11-08T12:40:42,775 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T12:40:42,775 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a1400fca1abf451a37584c4899d78e1f:B 2024-11-08T12:40:42,775 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T12:40:42,776 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T12:40:42,777 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HStore(1541): a1400fca1abf451a37584c4899d78e1f/C is initiating minor compaction (all files) 2024-11-08T12:40:42,777 INFO [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a1400fca1abf451a37584c4899d78e1f/C in TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f. 2024-11-08T12:40:42,777 INFO [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/C/d831c1a5e17142f3b24be96795bec791, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/C/619624b51bc24c0e8ba1dd1f8b21c299, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/C/72a52ed1201e4a28b65e75176aff073b] into tmpdir=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/.tmp, totalSize=35.2 K 2024-11-08T12:40:42,778 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.Compactor(225): Compacting d831c1a5e17142f3b24be96795bec791, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1731069641299 2024-11-08T12:40:42,778 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.Compactor(225): Compacting 619624b51bc24c0e8ba1dd1f8b21c299, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1731069641345 2024-11-08T12:40:42,778 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.Compactor(225): Compacting 72a52ed1201e4a28b65e75176aff073b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1731069641683 2024-11-08T12:40:42,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742076_1252 (size=12104) 2024-11-08T12:40:42,786 INFO [RS:0;6ccfea20c990:38479-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a1400fca1abf451a37584c4899d78e1f#C#compaction#209 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T12:40:42,787 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/.tmp/C/4663ea9df9544babb475413d8c343a2b is 50, key is test_row_0/C:col10/1731069641828/Put/seqid=0 2024-11-08T12:40:42,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742077_1253 (size=12104) 2024-11-08T12:40:42,818 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/.tmp/C/4663ea9df9544babb475413d8c343a2b as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/C/4663ea9df9544babb475413d8c343a2b 2024-11-08T12:40:42,825 INFO [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a1400fca1abf451a37584c4899d78e1f/C of a1400fca1abf451a37584c4899d78e1f into 4663ea9df9544babb475413d8c343a2b(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T12:40:42,826 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a1400fca1abf451a37584c4899d78e1f: 2024-11-08T12:40:42,826 INFO [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., storeName=a1400fca1abf451a37584c4899d78e1f/C, priority=13, startTime=1731069642714; duration=0sec 2024-11-08T12:40:42,826 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T12:40:42,826 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a1400fca1abf451a37584c4899d78e1f:C 2024-11-08T12:40:42,843 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38479 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67 2024-11-08T12:40:42,843 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f. 2024-11-08T12:40:42,843 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2902): Flushing a1400fca1abf451a37584c4899d78e1f 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-08T12:40:42,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/.tmp/A/679d34b3d3b14259a2b32ba56df57c22 is 50, key is test_row_0/A:col10/1731069641848/Put/seqid=0 2024-11-08T12:40:42,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742078_1254 (size=12001) 2024-11-08T12:40:42,900 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/.tmp/A/679d34b3d3b14259a2b32ba56df57c22 2024-11-08T12:40:42,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/.tmp/B/54a13dbfe41944798880f8f0bfc70fb7 is 50, key is test_row_0/B:col10/1731069641848/Put/seqid=0 2024-11-08T12:40:42,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742079_1255 (size=12001) 2024-11-08T12:40:42,941 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/.tmp/B/54a13dbfe41944798880f8f0bfc70fb7 2024-11-08T12:40:42,952 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/.tmp/C/70e319eb72df43d2b8416006036d62c0 is 50, key is test_row_0/C:col10/1731069641848/Put/seqid=0 2024-11-08T12:40:42,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742080_1256 (size=12001) 2024-11-08T12:40:42,974 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/.tmp/C/70e319eb72df43d2b8416006036d62c0 2024-11-08T12:40:42,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/.tmp/A/679d34b3d3b14259a2b32ba56df57c22 as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/A/679d34b3d3b14259a2b32ba56df57c22 2024-11-08T12:40:42,985 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/A/679d34b3d3b14259a2b32ba56df57c22, entries=150, sequenceid=75, filesize=11.7 K 2024-11-08T12:40:42,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/.tmp/B/54a13dbfe41944798880f8f0bfc70fb7 as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/B/54a13dbfe41944798880f8f0bfc70fb7 2024-11-08T12:40:42,992 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/B/54a13dbfe41944798880f8f0bfc70fb7, entries=150, sequenceid=75, filesize=11.7 K 2024-11-08T12:40:42,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/.tmp/C/70e319eb72df43d2b8416006036d62c0 as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/C/70e319eb72df43d2b8416006036d62c0 2024-11-08T12:40:42,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(8855): Flush requested on a1400fca1abf451a37584c4899d78e1f 2024-11-08T12:40:42,996 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f. as already flushing 2024-11-08T12:40:43,006 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/C/70e319eb72df43d2b8416006036d62c0, entries=150, sequenceid=75, filesize=11.7 K 2024-11-08T12:40:43,007 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=40.25 KB/41220 for a1400fca1abf451a37584c4899d78e1f in 164ms, sequenceid=75, compaction requested=false 2024-11-08T12:40:43,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2603): Flush status journal for a1400fca1abf451a37584c4899d78e1f: 2024-11-08T12:40:43,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f. 2024-11-08T12:40:43,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=67 2024-11-08T12:40:43,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(8855): Flush requested on a1400fca1abf451a37584c4899d78e1f 2024-11-08T12:40:43,007 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-08T12:40:43,007 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing a1400fca1abf451a37584c4899d78e1f 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-08T12:40:43,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40975 {}] master.HMaster(4169): Remote procedure done, pid=67 2024-11-08T12:40:43,010 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=67, resume processing ppid=66 2024-11-08T12:40:43,011 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=67, ppid=66, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0820 sec 2024-11-08T12:40:43,012 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/.tmp/A/bffc18641c9c4184bed8fcea516ddf19 is 50, key is test_row_0/A:col10/1731069643006/Put/seqid=0 2024-11-08T12:40:43,013 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=66, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=66, table=TestAcidGuarantees in 1.0870 sec 2024-11-08T12:40:43,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742081_1257 (size=14341) 2024-11-08T12:40:43,018 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=87 (bloomFilter=true), to=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/.tmp/A/bffc18641c9c4184bed8fcea516ddf19 2024-11-08T12:40:43,027 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/.tmp/B/ffb4cc8fe7eb474d8dea4ede73865b25 is 50, key is test_row_0/B:col10/1731069643006/Put/seqid=0 2024-11-08T12:40:43,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742082_1258 (size=12001) 2024-11-08T12:40:43,041 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:43,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49256 deadline: 1731069703037, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:43,042 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:43,042 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:43,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49298 deadline: 1731069703038, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:43,042 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:43,042 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:40:43,042 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:43,042 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:43,042 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:40:43,043 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:43,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49254 deadline: 1731069703039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:43,044 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:43,044 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:43,044 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:43,044 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:40:43,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49312 deadline: 1731069703039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:43,044 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:43,044 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:43,044 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:43,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49288 deadline: 1731069703040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:43,044 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:40:43,045 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:43,045 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:43,045 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:40:43,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-08T12:40:43,063 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-08T12:40:43,064 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40975 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-08T12:40:43,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40975 {}] procedure2.ProcedureExecutor(1139): Stored pid=68, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=TestAcidGuarantees 2024-11-08T12:40:43,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-08T12:40:43,066 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=68, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-08T12:40:43,066 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=68, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-08T12:40:43,066 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=69, ppid=68, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-08T12:40:43,146 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:43,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49256 deadline: 1731069703143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:43,146 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:43,146 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:43,146 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:40:43,156 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:43,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49298 deadline: 1731069703153, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:43,157 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:43,157 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:43,157 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:43,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49312 deadline: 1731069703153, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:43,157 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:40:43,157 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:43,157 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:43,157 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:40:43,157 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:43,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49254 deadline: 1731069703154, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:43,157 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:43,157 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:43,157 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:43,157 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:40:43,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49288 deadline: 1731069703154, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:43,158 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:43,158 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:43,158 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:40:43,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-08T12:40:43,184 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/.tmp/A/c218a17ca657411695a9fcddb14bbcc4 as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/A/c218a17ca657411695a9fcddb14bbcc4 2024-11-08T12:40:43,188 INFO [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a1400fca1abf451a37584c4899d78e1f/A of a1400fca1abf451a37584c4899d78e1f into c218a17ca657411695a9fcddb14bbcc4(size=11.8 K), total size for store is 23.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T12:40:43,188 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a1400fca1abf451a37584c4899d78e1f: 2024-11-08T12:40:43,188 INFO [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., storeName=a1400fca1abf451a37584c4899d78e1f/A, priority=13, startTime=1731069642713; duration=0sec 2024-11-08T12:40:43,188 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T12:40:43,189 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a1400fca1abf451a37584c4899d78e1f:A 2024-11-08T12:40:43,219 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38479 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-11-08T12:40:43,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f. 2024-11-08T12:40:43,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f. as already flushing 2024-11-08T12:40:43,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f. 2024-11-08T12:40:43,219 ERROR [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] handler.RSProcedureHandler(58): pid=69 java.io.IOException: Unable to complete flush {ENCODED => a1400fca1abf451a37584c4899d78e1f, NAME => 'TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:40:43,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=69 java.io.IOException: Unable to complete flush {ENCODED => a1400fca1abf451a37584c4899d78e1f, NAME => 'TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:40:43,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40975 {}] master.HMaster(4177): Remote procedure failed, pid=69 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a1400fca1abf451a37584c4899d78e1f, NAME => 'TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a1400fca1abf451a37584c4899d78e1f, NAME => 'TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:40:43,355 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:43,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49256 deadline: 1731069703353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:43,355 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:43,355 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:43,355 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:40:43,363 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:43,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49298 deadline: 1731069703362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:43,363 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:43,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49312 deadline: 1731069703363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:43,363 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:43,363 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:43,364 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:40:43,364 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:43,364 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:43,364 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:40:43,365 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:43,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49254 deadline: 1731069703363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:43,366 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:43,366 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:43,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49288 deadline: 1731069703363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:43,366 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:43,366 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:40:43,366 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:43,366 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:43,366 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:40:43,372 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38479 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-11-08T12:40:43,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f. 2024-11-08T12:40:43,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f. as already flushing 2024-11-08T12:40:43,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f. 2024-11-08T12:40:43,372 ERROR [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] handler.RSProcedureHandler(58): pid=69 java.io.IOException: Unable to complete flush {ENCODED => a1400fca1abf451a37584c4899d78e1f, NAME => 'TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:40:43,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=69 java.io.IOException: Unable to complete flush {ENCODED => a1400fca1abf451a37584c4899d78e1f, NAME => 'TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:40:43,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40975 {}] master.HMaster(4177): Remote procedure failed, pid=69 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a1400fca1abf451a37584c4899d78e1f, NAME => 'TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a1400fca1abf451a37584c4899d78e1f, NAME => 'TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:40:43,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-08T12:40:43,436 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=87 (bloomFilter=true), to=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/.tmp/B/ffb4cc8fe7eb474d8dea4ede73865b25 2024-11-08T12:40:43,442 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/.tmp/C/6f48cbb28efb425ab269e51c477ee5be is 50, key is test_row_0/C:col10/1731069643006/Put/seqid=0 2024-11-08T12:40:43,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742083_1259 (size=12001) 2024-11-08T12:40:43,524 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38479 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-11-08T12:40:43,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f. 2024-11-08T12:40:43,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f. as already flushing 2024-11-08T12:40:43,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f. 2024-11-08T12:40:43,525 ERROR [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] handler.RSProcedureHandler(58): pid=69 java.io.IOException: Unable to complete flush {ENCODED => a1400fca1abf451a37584c4899d78e1f, NAME => 'TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:40:43,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=69 java.io.IOException: Unable to complete flush {ENCODED => a1400fca1abf451a37584c4899d78e1f, NAME => 'TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:40:43,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40975 {}] master.HMaster(4177): Remote procedure failed, pid=69 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a1400fca1abf451a37584c4899d78e1f, NAME => 'TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a1400fca1abf451a37584c4899d78e1f, NAME => 'TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:40:43,666 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:43,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49256 deadline: 1731069703663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:43,666 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:43,666 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:43,666 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:40:43,676 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:43,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49298 deadline: 1731069703673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:43,676 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:43,676 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:43,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49312 deadline: 1731069703674, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:43,676 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:43,676 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:40:43,676 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:43,676 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:43,676 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:43,676 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:40:43,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49254 deadline: 1731069703674, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:43,676 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:43,677 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:43,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49288 deadline: 1731069703674, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:43,677 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:43,677 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:40:43,677 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:43,677 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:43,677 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:40:43,677 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38479 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-11-08T12:40:43,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f. 2024-11-08T12:40:43,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f. as already flushing 2024-11-08T12:40:43,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f. 2024-11-08T12:40:43,677 ERROR [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] handler.RSProcedureHandler(58): pid=69 java.io.IOException: Unable to complete flush {ENCODED => a1400fca1abf451a37584c4899d78e1f, NAME => 'TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:40:43,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=69 java.io.IOException: Unable to complete flush {ENCODED => a1400fca1abf451a37584c4899d78e1f, NAME => 'TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:40:43,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40975 {}] master.HMaster(4177): Remote procedure failed, pid=69 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a1400fca1abf451a37584c4899d78e1f, NAME => 'TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a1400fca1abf451a37584c4899d78e1f, NAME => 'TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:40:43,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-08T12:40:43,830 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38479 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-11-08T12:40:43,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f. 2024-11-08T12:40:43,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f. as already flushing 2024-11-08T12:40:43,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f. 2024-11-08T12:40:43,830 ERROR [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] handler.RSProcedureHandler(58): pid=69 java.io.IOException: Unable to complete flush {ENCODED => a1400fca1abf451a37584c4899d78e1f, NAME => 'TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:40:43,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=69 java.io.IOException: Unable to complete flush {ENCODED => a1400fca1abf451a37584c4899d78e1f, NAME => 'TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:40:43,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40975 {}] master.HMaster(4177): Remote procedure failed, pid=69 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a1400fca1abf451a37584c4899d78e1f, NAME => 'TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a1400fca1abf451a37584c4899d78e1f, NAME => 'TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:40:43,850 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=87 (bloomFilter=true), to=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/.tmp/C/6f48cbb28efb425ab269e51c477ee5be 2024-11-08T12:40:43,854 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/.tmp/A/bffc18641c9c4184bed8fcea516ddf19 as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/A/bffc18641c9c4184bed8fcea516ddf19 2024-11-08T12:40:43,858 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/A/bffc18641c9c4184bed8fcea516ddf19, entries=200, sequenceid=87, filesize=14.0 K 2024-11-08T12:40:43,858 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/.tmp/B/ffb4cc8fe7eb474d8dea4ede73865b25 as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/B/ffb4cc8fe7eb474d8dea4ede73865b25 2024-11-08T12:40:43,862 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/B/ffb4cc8fe7eb474d8dea4ede73865b25, entries=150, sequenceid=87, filesize=11.7 K 2024-11-08T12:40:43,863 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/.tmp/C/6f48cbb28efb425ab269e51c477ee5be as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/C/6f48cbb28efb425ab269e51c477ee5be 2024-11-08T12:40:43,867 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/C/6f48cbb28efb425ab269e51c477ee5be, entries=150, sequenceid=87, filesize=11.7 K 2024-11-08T12:40:43,868 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for a1400fca1abf451a37584c4899d78e1f in 861ms, sequenceid=87, compaction requested=true 2024-11-08T12:40:43,868 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for a1400fca1abf451a37584c4899d78e1f: 2024-11-08T12:40:43,868 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a1400fca1abf451a37584c4899d78e1f:A, priority=-2147483648, current under compaction store size is 1 2024-11-08T12:40:43,868 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T12:40:43,868 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T12:40:43,868 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a1400fca1abf451a37584c4899d78e1f:B, priority=-2147483648, current under compaction store size is 2 2024-11-08T12:40:43,868 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T12:40:43,868 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T12:40:43,868 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a1400fca1abf451a37584c4899d78e1f:C, priority=-2147483648, current under compaction store size is 3 2024-11-08T12:40:43,868 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T12:40:43,869 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T12:40:43,869 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38446 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T12:40:43,869 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HStore(1541): a1400fca1abf451a37584c4899d78e1f/A is initiating minor compaction (all files) 2024-11-08T12:40:43,869 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HStore(1541): a1400fca1abf451a37584c4899d78e1f/B is initiating minor compaction (all files) 2024-11-08T12:40:43,869 INFO [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a1400fca1abf451a37584c4899d78e1f/A in TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f. 2024-11-08T12:40:43,869 INFO [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a1400fca1abf451a37584c4899d78e1f/B in TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f. 2024-11-08T12:40:43,869 INFO [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/A/c218a17ca657411695a9fcddb14bbcc4, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/A/679d34b3d3b14259a2b32ba56df57c22, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/A/bffc18641c9c4184bed8fcea516ddf19] into tmpdir=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/.tmp, totalSize=37.5 K 2024-11-08T12:40:43,869 INFO [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/B/765dc2649bbc49c18b159506c133f8b4, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/B/54a13dbfe41944798880f8f0bfc70fb7, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/B/ffb4cc8fe7eb474d8dea4ede73865b25] into tmpdir=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/.tmp, totalSize=35.3 K 2024-11-08T12:40:43,870 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] compactions.Compactor(225): Compacting c218a17ca657411695a9fcddb14bbcc4, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1731069641683 2024-11-08T12:40:43,870 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.Compactor(225): Compacting 765dc2649bbc49c18b159506c133f8b4, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1731069641683 2024-11-08T12:40:43,870 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.Compactor(225): Compacting 54a13dbfe41944798880f8f0bfc70fb7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1731069641848 2024-11-08T12:40:43,870 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] compactions.Compactor(225): Compacting 679d34b3d3b14259a2b32ba56df57c22, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1731069641848 2024-11-08T12:40:43,870 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.Compactor(225): Compacting ffb4cc8fe7eb474d8dea4ede73865b25, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=87, earliestPutTs=1731069643006 2024-11-08T12:40:43,870 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] compactions.Compactor(225): Compacting bffc18641c9c4184bed8fcea516ddf19, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=87, earliestPutTs=1731069642995 2024-11-08T12:40:43,877 INFO [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a1400fca1abf451a37584c4899d78e1f#A#compaction#216 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-08T12:40:43,878 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/.tmp/A/53fd40e3f3304a05be7d550f3ce87645 is 50, key is test_row_0/A:col10/1731069643006/Put/seqid=0 2024-11-08T12:40:43,878 INFO [RS:0;6ccfea20c990:38479-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a1400fca1abf451a37584c4899d78e1f#B#compaction#217 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T12:40:43,878 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/.tmp/B/93414ac8cdd94d96b04c9a7ffadd2a5f is 50, key is test_row_0/B:col10/1731069643006/Put/seqid=0 2024-11-08T12:40:43,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742085_1261 (size=12207) 2024-11-08T12:40:43,887 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/.tmp/A/53fd40e3f3304a05be7d550f3ce87645 as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/A/53fd40e3f3304a05be7d550f3ce87645 2024-11-08T12:40:43,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742084_1260 (size=12207) 2024-11-08T12:40:43,894 INFO [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a1400fca1abf451a37584c4899d78e1f/A of a1400fca1abf451a37584c4899d78e1f into 53fd40e3f3304a05be7d550f3ce87645(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T12:40:43,894 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a1400fca1abf451a37584c4899d78e1f: 2024-11-08T12:40:43,894 INFO [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., storeName=a1400fca1abf451a37584c4899d78e1f/A, priority=13, startTime=1731069643868; duration=0sec 2024-11-08T12:40:43,894 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T12:40:43,894 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a1400fca1abf451a37584c4899d78e1f:A 2024-11-08T12:40:43,894 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T12:40:43,896 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T12:40:43,896 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HStore(1541): a1400fca1abf451a37584c4899d78e1f/C is initiating minor compaction (all files) 2024-11-08T12:40:43,896 INFO [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a1400fca1abf451a37584c4899d78e1f/C in TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f. 2024-11-08T12:40:43,896 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/.tmp/B/93414ac8cdd94d96b04c9a7ffadd2a5f as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/B/93414ac8cdd94d96b04c9a7ffadd2a5f 2024-11-08T12:40:43,896 INFO [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/C/4663ea9df9544babb475413d8c343a2b, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/C/70e319eb72df43d2b8416006036d62c0, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/C/6f48cbb28efb425ab269e51c477ee5be] into tmpdir=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/.tmp, totalSize=35.3 K 2024-11-08T12:40:43,896 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4663ea9df9544babb475413d8c343a2b, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1731069641683 2024-11-08T12:40:43,897 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] compactions.Compactor(225): Compacting 70e319eb72df43d2b8416006036d62c0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1731069641848 2024-11-08T12:40:43,897 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6f48cbb28efb425ab269e51c477ee5be, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=87, earliestPutTs=1731069643006 2024-11-08T12:40:43,901 INFO [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a1400fca1abf451a37584c4899d78e1f/B of a1400fca1abf451a37584c4899d78e1f into 93414ac8cdd94d96b04c9a7ffadd2a5f(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T12:40:43,901 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a1400fca1abf451a37584c4899d78e1f: 2024-11-08T12:40:43,901 INFO [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., storeName=a1400fca1abf451a37584c4899d78e1f/B, priority=13, startTime=1731069643868; duration=0sec 2024-11-08T12:40:43,901 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T12:40:43,901 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a1400fca1abf451a37584c4899d78e1f:B 2024-11-08T12:40:43,915 INFO [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a1400fca1abf451a37584c4899d78e1f#C#compaction#218 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T12:40:43,916 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/.tmp/C/f895f1782d034712b915cf9805999d66 is 50, key is test_row_0/C:col10/1731069643006/Put/seqid=0 2024-11-08T12:40:43,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742086_1262 (size=12207) 2024-11-08T12:40:43,982 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38479 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-11-08T12:40:43,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f. 2024-11-08T12:40:43,983 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2902): Flushing a1400fca1abf451a37584c4899d78e1f 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-08T12:40:43,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/.tmp/A/a60c4c5af424476b9a5b640304d1511c is 50, key is test_row_0/A:col10/1731069643038/Put/seqid=0 2024-11-08T12:40:43,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742087_1263 (size=12001) 2024-11-08T12:40:44,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(8855): Flush requested on a1400fca1abf451a37584c4899d78e1f 2024-11-08T12:40:44,175 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f. as already flushing 2024-11-08T12:40:44,190 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:44,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49298 deadline: 1731069704186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:44,190 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:44,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49312 deadline: 1731069704186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:44,190 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:44,190 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:44,190 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:40:44,190 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:44,190 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:44,190 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:44,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49254 deadline: 1731069704187, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:44,190 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:40:44,191 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:44,191 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:44,191 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:44,191 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:40:44,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49288 deadline: 1731069704188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:44,191 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:44,191 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:44,191 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:40:44,193 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:44,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49256 deadline: 1731069704190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:44,193 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:44,193 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:44,193 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:40:44,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-08T12:40:44,253 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-08T12:40:44,295 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:44,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49298 deadline: 1731069704293, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:44,295 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:44,295 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:44,295 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:44,295 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:40:44,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49312 deadline: 1731069704293, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:44,296 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:44,296 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:44,296 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:44,296 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:40:44,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49288 deadline: 1731069704294, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:44,296 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:44,296 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:44,296 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:44,296 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:40:44,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49254 deadline: 1731069704294, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:44,296 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:44,296 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:44,296 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:40:44,304 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:44,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49256 deadline: 1731069704303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:44,304 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:44,304 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:44,304 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:40:44,324 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/.tmp/C/f895f1782d034712b915cf9805999d66 as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/C/f895f1782d034712b915cf9805999d66 2024-11-08T12:40:44,328 INFO [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a1400fca1abf451a37584c4899d78e1f/C of a1400fca1abf451a37584c4899d78e1f into f895f1782d034712b915cf9805999d66(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T12:40:44,328 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a1400fca1abf451a37584c4899d78e1f: 2024-11-08T12:40:44,328 INFO [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., storeName=a1400fca1abf451a37584c4899d78e1f/C, priority=13, startTime=1731069643868; duration=0sec 2024-11-08T12:40:44,328 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T12:40:44,328 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a1400fca1abf451a37584c4899d78e1f:C 2024-11-08T12:40:44,392 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=114 (bloomFilter=true), to=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/.tmp/A/a60c4c5af424476b9a5b640304d1511c 2024-11-08T12:40:44,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/.tmp/B/366cb99696304609961f7ea3d61d91d0 is 50, key is test_row_0/B:col10/1731069643038/Put/seqid=0 2024-11-08T12:40:44,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742088_1264 (size=12001) 2024-11-08T12:40:44,505 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:44,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49298 deadline: 1731069704503, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:44,505 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:44,505 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:44,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49312 deadline: 1731069704503, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:44,505 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:44,505 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:40:44,505 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:44,505 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:44,505 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:44,505 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:40:44,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49288 deadline: 1731069704503, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:44,506 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:44,506 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:44,506 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:44,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49254 deadline: 1731069704503, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:44,506 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:40:44,506 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:44,506 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:44,506 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:40:44,515 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:44,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49256 deadline: 1731069704513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:44,516 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:44,516 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:44,516 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:40:44,803 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=114 (bloomFilter=true), to=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/.tmp/B/366cb99696304609961f7ea3d61d91d0 2024-11-08T12:40:44,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/.tmp/C/6b0bc2b88ef14be599d1bb30e1bf3639 is 50, key is test_row_0/C:col10/1731069643038/Put/seqid=0 2024-11-08T12:40:44,813 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:44,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49298 deadline: 1731069704812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:44,814 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:44,814 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:44,814 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:40:44,814 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:44,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49312 deadline: 1731069704813, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:44,815 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:44,815 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:44,815 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:44,815 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:40:44,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49288 deadline: 1731069704813, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:44,815 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:44,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742089_1265 (size=12001) 2024-11-08T12:40:44,815 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:44,815 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:44,815 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:40:44,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49254 deadline: 1731069704813, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:44,815 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:44,815 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:44,816 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:40:44,816 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=114 (bloomFilter=true), to=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/.tmp/C/6b0bc2b88ef14be599d1bb30e1bf3639 2024-11-08T12:40:44,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/.tmp/A/a60c4c5af424476b9a5b640304d1511c as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/A/a60c4c5af424476b9a5b640304d1511c 2024-11-08T12:40:44,824 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/A/a60c4c5af424476b9a5b640304d1511c, entries=150, sequenceid=114, filesize=11.7 K 2024-11-08T12:40:44,824 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:44,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49256 deadline: 1731069704823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:44,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/.tmp/B/366cb99696304609961f7ea3d61d91d0 as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/B/366cb99696304609961f7ea3d61d91d0 2024-11-08T12:40:44,825 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:44,825 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:44,825 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:40:44,828 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/B/366cb99696304609961f7ea3d61d91d0, entries=150, sequenceid=114, filesize=11.7 K 2024-11-08T12:40:44,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/.tmp/C/6b0bc2b88ef14be599d1bb30e1bf3639 as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/C/6b0bc2b88ef14be599d1bb30e1bf3639 2024-11-08T12:40:44,833 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/C/6b0bc2b88ef14be599d1bb30e1bf3639, entries=150, sequenceid=114, filesize=11.7 K 2024-11-08T12:40:44,834 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for a1400fca1abf451a37584c4899d78e1f in 851ms, sequenceid=114, compaction requested=false 2024-11-08T12:40:44,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2603): Flush status journal for a1400fca1abf451a37584c4899d78e1f: 2024-11-08T12:40:44,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f. 2024-11-08T12:40:44,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=69 2024-11-08T12:40:44,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40975 {}] master.HMaster(4169): Remote procedure done, pid=69 2024-11-08T12:40:44,838 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=69, resume processing ppid=68 2024-11-08T12:40:44,838 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=69, ppid=68, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7690 sec 2024-11-08T12:40:44,840 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=68, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=TestAcidGuarantees in 1.7740 sec 2024-11-08T12:40:45,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-08T12:40:45,223 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-08T12:40:45,224 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40975 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-08T12:40:45,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40975 {}] procedure2.ProcedureExecutor(1139): Stored pid=70, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees 2024-11-08T12:40:45,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-08T12:40:45,225 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=70, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-08T12:40:45,226 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=70, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-08T12:40:45,226 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=71, ppid=70, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-08T12:40:45,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(8855): Flush requested on a1400fca1abf451a37584c4899d78e1f 2024-11-08T12:40:45,325 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-08T12:40:45,325 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing a1400fca1abf451a37584c4899d78e1f 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-08T12:40:45,330 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/.tmp/A/67855d0ba164428c9784b6ee9e7804e4 is 50, key is test_row_0/A:col10/1731069645324/Put/seqid=0 2024-11-08T12:40:45,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-08T12:40:45,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742090_1266 (size=16831) 2024-11-08T12:40:45,336 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=131 (bloomFilter=true), to=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/.tmp/A/67855d0ba164428c9784b6ee9e7804e4 2024-11-08T12:40:45,344 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/.tmp/B/28fcbfde65554bcb9529d7f88dcd93a2 is 50, key is test_row_0/B:col10/1731069645324/Put/seqid=0 2024-11-08T12:40:45,349 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:45,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49254 deadline: 1731069705344, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:45,350 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:45,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49256 deadline: 1731069705345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:45,350 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:45,350 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:45,350 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:40:45,350 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:45,350 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:45,350 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:40:45,351 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:45,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49298 deadline: 1731069705346, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:45,351 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:45,351 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:45,351 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:45,351 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:40:45,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49288 deadline: 1731069705346, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:45,352 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:45,352 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:45,352 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:45,352 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:40:45,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49312 deadline: 1731069705347, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:45,352 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:45,352 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:45,352 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:40:45,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742091_1267 (size=12051) 2024-11-08T12:40:45,378 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38479 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-11-08T12:40:45,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f. 2024-11-08T12:40:45,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f. as already flushing 2024-11-08T12:40:45,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f. 2024-11-08T12:40:45,378 ERROR [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71 java.io.IOException: Unable to complete flush {ENCODED => a1400fca1abf451a37584c4899d78e1f, NAME => 'TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:40:45,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71 java.io.IOException: Unable to complete flush {ENCODED => a1400fca1abf451a37584c4899d78e1f, NAME => 'TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:40:45,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40975 {}] master.HMaster(4177): Remote procedure failed, pid=71 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a1400fca1abf451a37584c4899d78e1f, NAME => 'TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a1400fca1abf451a37584c4899d78e1f, NAME => 'TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:40:45,455 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:45,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49254 deadline: 1731069705453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:45,456 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:45,456 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:45,456 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:45,456 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:40:45,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49256 deadline: 1731069705453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:45,456 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:45,456 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:45,456 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:40:45,465 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:45,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49298 deadline: 1731069705463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:45,466 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:45,466 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:45,466 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:45,466 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:40:45,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49288 deadline: 1731069705463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:45,466 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:45,466 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:45,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49312 deadline: 1731069705463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:45,466 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:45,466 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:40:45,466 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:45,466 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:45,466 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:40:45,531 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38479 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-11-08T12:40:45,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f. 2024-11-08T12:40:45,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f. as already flushing 2024-11-08T12:40:45,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f. 2024-11-08T12:40:45,531 ERROR [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71 java.io.IOException: Unable to complete flush {ENCODED => a1400fca1abf451a37584c4899d78e1f, NAME => 'TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:40:45,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71 java.io.IOException: Unable to complete flush {ENCODED => a1400fca1abf451a37584c4899d78e1f, NAME => 'TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:40:45,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40975 {}] master.HMaster(4177): Remote procedure failed, pid=71 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a1400fca1abf451a37584c4899d78e1f, NAME => 'TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a1400fca1abf451a37584c4899d78e1f, NAME => 'TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:40:45,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-08T12:40:45,664 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:45,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49254 deadline: 1731069705663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:45,664 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:45,664 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:45,665 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:45,665 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:40:45,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49256 deadline: 1731069705663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:45,665 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:45,665 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:45,665 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:40:45,675 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:45,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49298 deadline: 1731069705673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:45,675 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:45,675 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:45,675 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:45,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49288 deadline: 1731069705673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:45,675 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:40:45,676 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:45,676 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:45,676 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:45,676 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:40:45,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49312 deadline: 1731069705673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:45,676 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:45,676 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:45,676 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:40:45,683 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38479 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-11-08T12:40:45,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f. 2024-11-08T12:40:45,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f. as already flushing 2024-11-08T12:40:45,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f. 2024-11-08T12:40:45,684 ERROR [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71 java.io.IOException: Unable to complete flush {ENCODED => a1400fca1abf451a37584c4899d78e1f, NAME => 'TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:40:45,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71 java.io.IOException: Unable to complete flush {ENCODED => a1400fca1abf451a37584c4899d78e1f, NAME => 'TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:40:45,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40975 {}] master.HMaster(4177): Remote procedure failed, pid=71 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a1400fca1abf451a37584c4899d78e1f, NAME => 'TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a1400fca1abf451a37584c4899d78e1f, NAME => 'TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:40:45,754 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=131 (bloomFilter=true), to=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/.tmp/B/28fcbfde65554bcb9529d7f88dcd93a2 2024-11-08T12:40:45,761 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/.tmp/C/cd5c9e4beb064e1996b12ea8394ad64e is 50, key is test_row_0/C:col10/1731069645324/Put/seqid=0 2024-11-08T12:40:45,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742092_1268 (size=12051) 2024-11-08T12:40:45,835 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38479 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-11-08T12:40:45,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f. 2024-11-08T12:40:45,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f. as already flushing 2024-11-08T12:40:45,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f. 2024-11-08T12:40:45,836 ERROR [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71 java.io.IOException: Unable to complete flush {ENCODED => a1400fca1abf451a37584c4899d78e1f, NAME => 'TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:40:45,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71 java.io.IOException: Unable to complete flush {ENCODED => a1400fca1abf451a37584c4899d78e1f, NAME => 'TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:40:45,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40975 {}] master.HMaster(4177): Remote procedure failed, pid=71 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a1400fca1abf451a37584c4899d78e1f, NAME => 'TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a1400fca1abf451a37584c4899d78e1f, NAME => 'TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:40:45,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-08T12:40:45,974 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:45,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49254 deadline: 1731069705973, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:45,974 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:45,974 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:45,975 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:45,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49256 deadline: 1731069705973, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:45,975 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:40:45,975 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:45,975 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:45,975 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:40:45,985 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:45,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49298 deadline: 1731069705983, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:45,985 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:45,985 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:45,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49288 deadline: 1731069705983, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:45,986 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:45,986 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:40:45,986 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:45,986 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:45,986 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:45,986 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:40:45,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49312 deadline: 1731069705983, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:45,986 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:45,986 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:45,986 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:40:45,988 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38479 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-11-08T12:40:45,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f. 2024-11-08T12:40:45,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f. as already flushing 2024-11-08T12:40:45,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f. 2024-11-08T12:40:45,988 ERROR [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71 java.io.IOException: Unable to complete flush {ENCODED => a1400fca1abf451a37584c4899d78e1f, NAME => 'TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:40:45,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71 java.io.IOException: Unable to complete flush {ENCODED => a1400fca1abf451a37584c4899d78e1f, NAME => 'TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:40:45,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40975 {}] master.HMaster(4177): Remote procedure failed, pid=71 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a1400fca1abf451a37584c4899d78e1f, NAME => 'TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a1400fca1abf451a37584c4899d78e1f, NAME => 'TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:40:46,141 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38479 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-11-08T12:40:46,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f. 2024-11-08T12:40:46,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f. as already flushing 2024-11-08T12:40:46,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f. 2024-11-08T12:40:46,141 ERROR [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71 java.io.IOException: Unable to complete flush {ENCODED => a1400fca1abf451a37584c4899d78e1f, NAME => 'TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:40:46,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71 java.io.IOException: Unable to complete flush {ENCODED => a1400fca1abf451a37584c4899d78e1f, NAME => 'TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:40:46,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40975 {}] master.HMaster(4177): Remote procedure failed, pid=71 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a1400fca1abf451a37584c4899d78e1f, NAME => 'TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a1400fca1abf451a37584c4899d78e1f, NAME => 'TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:40:46,166 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=131 (bloomFilter=true), to=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/.tmp/C/cd5c9e4beb064e1996b12ea8394ad64e 2024-11-08T12:40:46,170 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/.tmp/A/67855d0ba164428c9784b6ee9e7804e4 as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/A/67855d0ba164428c9784b6ee9e7804e4 2024-11-08T12:40:46,174 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/A/67855d0ba164428c9784b6ee9e7804e4, entries=250, sequenceid=131, filesize=16.4 K 2024-11-08T12:40:46,175 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/.tmp/B/28fcbfde65554bcb9529d7f88dcd93a2 as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/B/28fcbfde65554bcb9529d7f88dcd93a2 2024-11-08T12:40:46,179 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/B/28fcbfde65554bcb9529d7f88dcd93a2, entries=150, sequenceid=131, filesize=11.8 K 2024-11-08T12:40:46,179 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/.tmp/C/cd5c9e4beb064e1996b12ea8394ad64e as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/C/cd5c9e4beb064e1996b12ea8394ad64e 2024-11-08T12:40:46,183 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/C/cd5c9e4beb064e1996b12ea8394ad64e, entries=150, sequenceid=131, filesize=11.8 K 2024-11-08T12:40:46,184 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for a1400fca1abf451a37584c4899d78e1f in 859ms, sequenceid=131, compaction requested=true 2024-11-08T12:40:46,184 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for a1400fca1abf451a37584c4899d78e1f: 2024-11-08T12:40:46,184 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a1400fca1abf451a37584c4899d78e1f:A, priority=-2147483648, current under compaction store size is 1 2024-11-08T12:40:46,184 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T12:40:46,184 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a1400fca1abf451a37584c4899d78e1f:B, priority=-2147483648, current under compaction store size is 2 2024-11-08T12:40:46,184 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T12:40:46,184 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T12:40:46,184 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a1400fca1abf451a37584c4899d78e1f:C, priority=-2147483648, current under compaction store size is 3 2024-11-08T12:40:46,184 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T12:40:46,184 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T12:40:46,185 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 41039 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T12:40:46,185 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36259 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T12:40:46,185 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HStore(1541): a1400fca1abf451a37584c4899d78e1f/B is initiating minor compaction (all files) 2024-11-08T12:40:46,185 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HStore(1541): a1400fca1abf451a37584c4899d78e1f/A is initiating minor compaction (all files) 2024-11-08T12:40:46,185 INFO [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a1400fca1abf451a37584c4899d78e1f/A in TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f. 2024-11-08T12:40:46,185 INFO [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a1400fca1abf451a37584c4899d78e1f/B in TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f. 2024-11-08T12:40:46,185 INFO [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/B/93414ac8cdd94d96b04c9a7ffadd2a5f, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/B/366cb99696304609961f7ea3d61d91d0, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/B/28fcbfde65554bcb9529d7f88dcd93a2] into tmpdir=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/.tmp, totalSize=35.4 K 2024-11-08T12:40:46,185 INFO [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/A/53fd40e3f3304a05be7d550f3ce87645, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/A/a60c4c5af424476b9a5b640304d1511c, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/A/67855d0ba164428c9784b6ee9e7804e4] into tmpdir=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/.tmp, totalSize=40.1 K 2024-11-08T12:40:46,185 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] compactions.Compactor(225): Compacting 53fd40e3f3304a05be7d550f3ce87645, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=87, earliestPutTs=1731069643006 2024-11-08T12:40:46,185 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.Compactor(225): Compacting 93414ac8cdd94d96b04c9a7ffadd2a5f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=87, earliestPutTs=1731069643006 2024-11-08T12:40:46,186 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] compactions.Compactor(225): Compacting a60c4c5af424476b9a5b640304d1511c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=114, earliestPutTs=1731069643024 2024-11-08T12:40:46,186 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.Compactor(225): Compacting 366cb99696304609961f7ea3d61d91d0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=114, earliestPutTs=1731069643024 2024-11-08T12:40:46,186 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] compactions.Compactor(225): Compacting 67855d0ba164428c9784b6ee9e7804e4, keycount=250, bloomtype=ROW, size=16.4 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1731069644177 2024-11-08T12:40:46,186 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.Compactor(225): Compacting 28fcbfde65554bcb9529d7f88dcd93a2, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1731069644177 2024-11-08T12:40:46,192 INFO [RS:0;6ccfea20c990:38479-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a1400fca1abf451a37584c4899d78e1f#B#compaction#226 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-08T12:40:46,193 INFO [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a1400fca1abf451a37584c4899d78e1f#A#compaction#225 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T12:40:46,193 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/.tmp/B/00813e6ad96347b7aaf493179f8a88eb is 50, key is test_row_0/B:col10/1731069645324/Put/seqid=0 2024-11-08T12:40:46,194 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/.tmp/A/0e9ac75b316f4f3dbe1284d4eb53f475 is 50, key is test_row_0/A:col10/1731069645324/Put/seqid=0 2024-11-08T12:40:46,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742093_1269 (size=12359) 2024-11-08T12:40:46,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742094_1270 (size=12359) 2024-11-08T12:40:46,223 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/.tmp/A/0e9ac75b316f4f3dbe1284d4eb53f475 as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/A/0e9ac75b316f4f3dbe1284d4eb53f475 2024-11-08T12:40:46,228 INFO [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a1400fca1abf451a37584c4899d78e1f/A of a1400fca1abf451a37584c4899d78e1f into 0e9ac75b316f4f3dbe1284d4eb53f475(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T12:40:46,228 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a1400fca1abf451a37584c4899d78e1f: 2024-11-08T12:40:46,228 INFO [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., storeName=a1400fca1abf451a37584c4899d78e1f/A, priority=13, startTime=1731069646184; duration=0sec 2024-11-08T12:40:46,228 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T12:40:46,228 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a1400fca1abf451a37584c4899d78e1f:A 2024-11-08T12:40:46,229 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T12:40:46,230 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36259 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T12:40:46,230 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HStore(1541): a1400fca1abf451a37584c4899d78e1f/C is initiating minor compaction (all files) 2024-11-08T12:40:46,230 INFO [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a1400fca1abf451a37584c4899d78e1f/C in TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f. 2024-11-08T12:40:46,230 INFO [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/C/f895f1782d034712b915cf9805999d66, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/C/6b0bc2b88ef14be599d1bb30e1bf3639, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/C/cd5c9e4beb064e1996b12ea8394ad64e] into tmpdir=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/.tmp, totalSize=35.4 K 2024-11-08T12:40:46,230 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] compactions.Compactor(225): Compacting f895f1782d034712b915cf9805999d66, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=87, earliestPutTs=1731069643006 2024-11-08T12:40:46,230 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6b0bc2b88ef14be599d1bb30e1bf3639, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=114, earliestPutTs=1731069643024 2024-11-08T12:40:46,231 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] compactions.Compactor(225): Compacting cd5c9e4beb064e1996b12ea8394ad64e, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1731069644177 2024-11-08T12:40:46,238 INFO [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a1400fca1abf451a37584c4899d78e1f#C#compaction#227 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T12:40:46,238 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/.tmp/C/8394187fa4164920a6827c4a1406cd0e is 50, key is test_row_0/C:col10/1731069645324/Put/seqid=0 2024-11-08T12:40:46,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742095_1271 (size=12359) 2024-11-08T12:40:46,249 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/.tmp/C/8394187fa4164920a6827c4a1406cd0e as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/C/8394187fa4164920a6827c4a1406cd0e 2024-11-08T12:40:46,255 INFO [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a1400fca1abf451a37584c4899d78e1f/C of a1400fca1abf451a37584c4899d78e1f into 8394187fa4164920a6827c4a1406cd0e(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T12:40:46,255 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a1400fca1abf451a37584c4899d78e1f: 2024-11-08T12:40:46,255 INFO [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., storeName=a1400fca1abf451a37584c4899d78e1f/C, priority=13, startTime=1731069646184; duration=0sec 2024-11-08T12:40:46,255 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T12:40:46,255 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a1400fca1abf451a37584c4899d78e1f:C 2024-11-08T12:40:46,294 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38479 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-11-08T12:40:46,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f. 2024-11-08T12:40:46,294 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2902): Flushing a1400fca1abf451a37584c4899d78e1f 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-08T12:40:46,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/.tmp/A/0f1e280c3c3d4f7caa6766712708e05d is 50, key is test_row_0/A:col10/1731069645345/Put/seqid=0 2024-11-08T12:40:46,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742096_1272 (size=12151) 2024-11-08T12:40:46,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-08T12:40:46,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(8855): Flush requested on a1400fca1abf451a37584c4899d78e1f 2024-11-08T12:40:46,485 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f. as already flushing 2024-11-08T12:40:46,504 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:46,504 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:46,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49254 deadline: 1731069706500, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:46,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49312 deadline: 1731069706498, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:46,505 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:46,505 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:46,505 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:46,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49256 deadline: 1731069706501, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:46,505 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:40:46,505 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:46,505 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:46,505 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:46,505 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:46,505 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:40:46,505 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:40:46,508 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:46,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49298 deadline: 1731069706504, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:46,508 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:46,508 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:46,508 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:40:46,508 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:46,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49288 deadline: 1731069706505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:46,509 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:46,509 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:46,509 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:40:46,613 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/.tmp/B/00813e6ad96347b7aaf493179f8a88eb as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/B/00813e6ad96347b7aaf493179f8a88eb 2024-11-08T12:40:46,616 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:46,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49256 deadline: 1731069706613, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:46,617 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:46,617 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:46,617 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:46,617 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:40:46,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49254 deadline: 1731069706613, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:46,617 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:46,617 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:46,617 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:46,617 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:40:46,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49288 deadline: 1731069706614, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:46,617 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:46,618 INFO [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a1400fca1abf451a37584c4899d78e1f/B of a1400fca1abf451a37584c4899d78e1f into 00813e6ad96347b7aaf493179f8a88eb(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T12:40:46,618 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:46,617 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:46,618 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a1400fca1abf451a37584c4899d78e1f: 2024-11-08T12:40:46,618 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:40:46,618 INFO [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., storeName=a1400fca1abf451a37584c4899d78e1f/B, priority=13, startTime=1731069646184; duration=0sec 2024-11-08T12:40:46,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49312 deadline: 1731069706614, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:46,618 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T12:40:46,618 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a1400fca1abf451a37584c4899d78e1f:B 2024-11-08T12:40:46,618 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:46,618 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:46,618 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:40:46,618 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:46,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49298 deadline: 1731069706614, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:46,618 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:46,618 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:46,618 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:40:46,704 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=153 (bloomFilter=true), to=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/.tmp/A/0f1e280c3c3d4f7caa6766712708e05d 2024-11-08T12:40:46,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/.tmp/B/a35a46d835094392bbd4997e60aca968 is 50, key is test_row_0/B:col10/1731069645345/Put/seqid=0 2024-11-08T12:40:46,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742097_1273 (size=12151) 2024-11-08T12:40:46,715 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=153 (bloomFilter=true), to=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/.tmp/B/a35a46d835094392bbd4997e60aca968 2024-11-08T12:40:46,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/.tmp/C/7705fc81addd4fd3a05212cc891cac96 is 50, key is test_row_0/C:col10/1731069645345/Put/seqid=0 2024-11-08T12:40:46,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742098_1274 (size=12151) 2024-11-08T12:40:46,825 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:46,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49256 deadline: 1731069706823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:46,825 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:46,825 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:46,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49288 deadline: 1731069706823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:46,825 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:46,826 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:40:46,826 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:46,826 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:46,826 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:46,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49254 deadline: 1731069706823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:46,826 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:40:46,826 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:46,826 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:46,826 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:46,826 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:40:46,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49312 deadline: 1731069706823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:46,826 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:46,826 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:46,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49298 deadline: 1731069706823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:46,826 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:46,826 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:40:46,827 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:46,827 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:46,827 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:40:47,128 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=153 (bloomFilter=true), to=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/.tmp/C/7705fc81addd4fd3a05212cc891cac96 2024-11-08T12:40:47,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/.tmp/A/0f1e280c3c3d4f7caa6766712708e05d as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/A/0f1e280c3c3d4f7caa6766712708e05d 2024-11-08T12:40:47,134 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:47,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49256 deadline: 1731069707132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:47,135 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:47,135 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:47,135 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:47,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49254 deadline: 1731069707133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:47,135 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:40:47,135 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:47,135 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:47,135 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:47,135 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:40:47,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49298 deadline: 1731069707133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:47,135 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:47,135 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:47,135 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:47,135 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:40:47,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49312 deadline: 1731069707133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:47,136 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:47,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49288 deadline: 1731069707133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:47,136 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:47,136 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:47,136 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:40:47,136 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:47,136 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:47,136 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:40:47,137 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/A/0f1e280c3c3d4f7caa6766712708e05d, entries=150, sequenceid=153, filesize=11.9 K 2024-11-08T12:40:47,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/.tmp/B/a35a46d835094392bbd4997e60aca968 as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/B/a35a46d835094392bbd4997e60aca968 2024-11-08T12:40:47,141 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/B/a35a46d835094392bbd4997e60aca968, entries=150, sequenceid=153, filesize=11.9 K 2024-11-08T12:40:47,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/.tmp/C/7705fc81addd4fd3a05212cc891cac96 as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/C/7705fc81addd4fd3a05212cc891cac96 2024-11-08T12:40:47,150 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/C/7705fc81addd4fd3a05212cc891cac96, entries=150, sequenceid=153, filesize=11.9 K 2024-11-08T12:40:47,151 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for a1400fca1abf451a37584c4899d78e1f in 857ms, sequenceid=153, compaction requested=false 2024-11-08T12:40:47,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2603): Flush status journal for a1400fca1abf451a37584c4899d78e1f: 2024-11-08T12:40:47,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f. 2024-11-08T12:40:47,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=71 2024-11-08T12:40:47,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40975 {}] master.HMaster(4169): Remote procedure done, pid=71 2024-11-08T12:40:47,155 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=71, resume processing ppid=70 2024-11-08T12:40:47,155 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=71, ppid=70, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9270 sec 2024-11-08T12:40:47,156 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=70, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees in 1.9310 sec 2024-11-08T12:40:47,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-08T12:40:47,373 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-08T12:40:47,374 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40975 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-08T12:40:47,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40975 {}] procedure2.ProcedureExecutor(1139): Stored pid=72, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees 2024-11-08T12:40:47,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-08T12:40:47,375 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=72, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-08T12:40:47,376 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=72, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-08T12:40:47,376 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=73, ppid=72, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-08T12:40:47,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-08T12:40:47,528 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38479 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-11-08T12:40:47,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f. 2024-11-08T12:40:47,528 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2902): Flushing a1400fca1abf451a37584c4899d78e1f 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-08T12:40:47,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/.tmp/A/7d0c6883c2324834b3c6d0514f25c8b8 is 50, key is test_row_0/A:col10/1731069646502/Put/seqid=0 2024-11-08T12:40:47,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742099_1275 (size=12151) 2024-11-08T12:40:47,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(8855): Flush requested on a1400fca1abf451a37584c4899d78e1f 2024-11-08T12:40:47,645 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f. as already flushing 2024-11-08T12:40:47,692 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:47,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49254 deadline: 1731069707684, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:47,692 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:47,692 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:47,692 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:47,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49298 deadline: 1731069707684, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:47,692 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:40:47,692 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:47,692 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:47,692 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:40:47,693 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:47,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49288 deadline: 1731069707690, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:47,693 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:47,693 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:47,693 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:40:47,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-08T12:40:47,696 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:47,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49256 deadline: 1731069707691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:47,696 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:47,696 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:47,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49312 deadline: 1731069707692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:47,696 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:47,696 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:40:47,696 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:47,696 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:47,696 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:40:47,805 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:47,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49254 deadline: 1731069707803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:47,806 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:47,806 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:47,806 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:47,806 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:40:47,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49298 deadline: 1731069707803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:47,806 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:47,806 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:47,806 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:47,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49288 deadline: 1731069707803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:47,806 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:40:47,806 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:47,806 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:47,806 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:47,806 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:40:47,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49256 deadline: 1731069707803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:47,807 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:47,807 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:47,807 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:47,807 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:40:47,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49312 deadline: 1731069707803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:47,807 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:47,807 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:47,807 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:40:47,938 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=170 (bloomFilter=true), to=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/.tmp/A/7d0c6883c2324834b3c6d0514f25c8b8 2024-11-08T12:40:47,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/.tmp/B/87c7ab3d067c4b80b988cba090ebd56a is 50, key is test_row_0/B:col10/1731069646502/Put/seqid=0 2024-11-08T12:40:47,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742100_1276 (size=12151) 2024-11-08T12:40:48,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-08T12:40:48,014 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:48,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49254 deadline: 1731069708013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:48,015 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:48,015 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:48,015 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:48,015 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:40:48,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49298 deadline: 1731069708013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:48,015 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:48,015 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:48,015 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:48,015 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:40:48,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49288 deadline: 1731069708013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:48,015 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:48,015 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:48,015 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:48,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49256 deadline: 1731069708014, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:48,015 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:40:48,015 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:48,015 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:48,015 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:48,015 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:40:48,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49312 deadline: 1731069708014, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:48,016 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:48,016 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:48,016 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:40:48,326 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:48,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49254 deadline: 1731069708323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:48,326 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:48,326 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:48,326 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:48,326 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:40:48,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49298 deadline: 1731069708323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:48,326 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:48,326 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:48,326 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:48,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49288 deadline: 1731069708323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:48,327 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:40:48,327 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:48,327 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:48,327 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:48,327 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:48,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49256 deadline: 1731069708323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:48,327 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:40:48,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49312 deadline: 1731069708323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:48,327 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:48,327 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:48,327 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:48,327 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:40:48,327 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:48,327 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:40:48,348 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=170 (bloomFilter=true), to=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/.tmp/B/87c7ab3d067c4b80b988cba090ebd56a 2024-11-08T12:40:48,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/.tmp/C/25339665dcab4c189a364f86d172f63b is 50, key is test_row_0/C:col10/1731069646502/Put/seqid=0 2024-11-08T12:40:48,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742101_1277 (size=12151) 2024-11-08T12:40:48,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-08T12:40:48,758 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=170 (bloomFilter=true), to=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/.tmp/C/25339665dcab4c189a364f86d172f63b 2024-11-08T12:40:48,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/.tmp/A/7d0c6883c2324834b3c6d0514f25c8b8 as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/A/7d0c6883c2324834b3c6d0514f25c8b8 2024-11-08T12:40:48,767 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/A/7d0c6883c2324834b3c6d0514f25c8b8, entries=150, sequenceid=170, filesize=11.9 K 2024-11-08T12:40:48,767 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/.tmp/B/87c7ab3d067c4b80b988cba090ebd56a as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/B/87c7ab3d067c4b80b988cba090ebd56a 2024-11-08T12:40:48,771 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/B/87c7ab3d067c4b80b988cba090ebd56a, entries=150, sequenceid=170, filesize=11.9 K 2024-11-08T12:40:48,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/.tmp/C/25339665dcab4c189a364f86d172f63b as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/C/25339665dcab4c189a364f86d172f63b 2024-11-08T12:40:48,775 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/C/25339665dcab4c189a364f86d172f63b, entries=150, sequenceid=170, filesize=11.9 K 2024-11-08T12:40:48,777 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for a1400fca1abf451a37584c4899d78e1f in 1249ms, sequenceid=170, compaction requested=true 2024-11-08T12:40:48,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2603): Flush status journal for a1400fca1abf451a37584c4899d78e1f: 2024-11-08T12:40:48,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f. 2024-11-08T12:40:48,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=73 2024-11-08T12:40:48,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40975 {}] master.HMaster(4169): Remote procedure done, pid=73 2024-11-08T12:40:48,780 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=73, resume processing ppid=72 2024-11-08T12:40:48,780 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=73, ppid=72, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4020 sec 2024-11-08T12:40:48,781 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=72, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees in 1.4060 sec 2024-11-08T12:40:48,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(8855): Flush requested on a1400fca1abf451a37584c4899d78e1f 2024-11-08T12:40:48,837 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-08T12:40:48,837 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing a1400fca1abf451a37584c4899d78e1f 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-08T12:40:48,842 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/.tmp/A/359e711130e840f287f00aab523b0edc is 50, key is test_row_0/A:col10/1731069648835/Put/seqid=0 2024-11-08T12:40:48,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742102_1278 (size=12151) 2024-11-08T12:40:48,852 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:48,852 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:48,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49312 deadline: 1731069708846, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:48,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49256 deadline: 1731069708846, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:48,852 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:48,852 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:48,852 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:48,852 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:40:48,852 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:48,852 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:40:48,857 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:48,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49254 deadline: 1731069708851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:48,858 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:48,858 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:48,858 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:48,858 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:40:48,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49288 deadline: 1731069708852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:48,858 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:48,858 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:48,858 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:48,858 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:40:48,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49298 deadline: 1731069708852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:48,858 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:48,859 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:48,859 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:40:48,965 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:48,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49312 deadline: 1731069708963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:48,966 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:48,966 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:48,966 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:48,966 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:40:48,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49256 deadline: 1731069708963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:48,966 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:48,966 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:48,966 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:48,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49254 deadline: 1731069708963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:48,966 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:40:48,966 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:48,966 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:48,966 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:48,966 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:40:48,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49288 deadline: 1731069708963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:48,967 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:48,967 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:48,967 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:48,967 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:40:48,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49298 deadline: 1731069708963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:48,967 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:48,967 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:48,967 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:40:49,175 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:49,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49312 deadline: 1731069709173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:49,176 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:49,176 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:49,176 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:49,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49256 deadline: 1731069709173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:49,176 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:40:49,176 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:49,176 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:49,176 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:49,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49254 deadline: 1731069709173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:49,176 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:40:49,176 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:49,176 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:49,176 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:49,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49288 deadline: 1731069709173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:49,176 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:40:49,177 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:49,177 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:49,177 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:49,177 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:40:49,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49298 deadline: 1731069709173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:49,177 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:49,177 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:49,177 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:40:49,246 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=193 (bloomFilter=true), to=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/.tmp/A/359e711130e840f287f00aab523b0edc 2024-11-08T12:40:49,254 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/.tmp/B/39dbc442a21943909994d074efd912fe is 50, key is test_row_0/B:col10/1731069648835/Put/seqid=0 2024-11-08T12:40:49,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742103_1279 (size=12151) 2024-11-08T12:40:49,263 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=193 (bloomFilter=true), to=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/.tmp/B/39dbc442a21943909994d074efd912fe 2024-11-08T12:40:49,270 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/.tmp/C/768fa5c3d09045e483daccdfc602302d is 50, key is test_row_0/C:col10/1731069648835/Put/seqid=0 2024-11-08T12:40:49,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742104_1280 (size=12151) 2024-11-08T12:40:49,486 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:49,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49256 deadline: 1731069709483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:49,486 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:49,486 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:49,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49312 deadline: 1731069709483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:49,486 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:49,487 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:40:49,487 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:49,487 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:49,487 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:49,487 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:40:49,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49254 deadline: 1731069709483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:49,487 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:49,487 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:49,487 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:49,487 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:40:49,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49288 deadline: 1731069709483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:49,487 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:49,487 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:49,487 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:49,487 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:40:49,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49298 deadline: 1731069709483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:49,488 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:49,488 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:49,488 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:40:49,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-08T12:40:49,533 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-08T12:40:49,534 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40975 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-08T12:40:49,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40975 {}] procedure2.ProcedureExecutor(1139): Stored pid=74, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees 2024-11-08T12:40:49,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-08T12:40:49,535 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=74, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-08T12:40:49,536 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=74, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-08T12:40:49,536 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=75, ppid=74, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-08T12:40:49,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-08T12:40:49,675 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=193 (bloomFilter=true), to=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/.tmp/C/768fa5c3d09045e483daccdfc602302d 2024-11-08T12:40:49,679 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/.tmp/A/359e711130e840f287f00aab523b0edc as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/A/359e711130e840f287f00aab523b0edc 2024-11-08T12:40:49,682 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/A/359e711130e840f287f00aab523b0edc, entries=150, sequenceid=193, filesize=11.9 K 2024-11-08T12:40:49,683 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/.tmp/B/39dbc442a21943909994d074efd912fe as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/B/39dbc442a21943909994d074efd912fe 2024-11-08T12:40:49,686 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/B/39dbc442a21943909994d074efd912fe, entries=150, sequenceid=193, filesize=11.9 K 2024-11-08T12:40:49,687 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/.tmp/C/768fa5c3d09045e483daccdfc602302d as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/C/768fa5c3d09045e483daccdfc602302d 2024-11-08T12:40:49,688 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38479 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-11-08T12:40:49,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f. 2024-11-08T12:40:49,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f. as already flushing 2024-11-08T12:40:49,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f. 2024-11-08T12:40:49,688 ERROR [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75 java.io.IOException: Unable to complete flush {ENCODED => a1400fca1abf451a37584c4899d78e1f, NAME => 'TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:40:49,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75 java.io.IOException: Unable to complete flush {ENCODED => a1400fca1abf451a37584c4899d78e1f, NAME => 'TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:40:49,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40975 {}] master.HMaster(4177): Remote procedure failed, pid=75 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a1400fca1abf451a37584c4899d78e1f, NAME => 'TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a1400fca1abf451a37584c4899d78e1f, NAME => 'TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:40:49,691 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/C/768fa5c3d09045e483daccdfc602302d, entries=150, sequenceid=193, filesize=11.9 K 2024-11-08T12:40:49,692 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for a1400fca1abf451a37584c4899d78e1f in 855ms, sequenceid=193, compaction requested=true 2024-11-08T12:40:49,692 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for a1400fca1abf451a37584c4899d78e1f: 2024-11-08T12:40:49,692 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a1400fca1abf451a37584c4899d78e1f:A, priority=-2147483648, current under compaction store size is 1 2024-11-08T12:40:49,692 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T12:40:49,692 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-08T12:40:49,692 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a1400fca1abf451a37584c4899d78e1f:B, priority=-2147483648, current under compaction store size is 2 2024-11-08T12:40:49,692 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T12:40:49,692 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-08T12:40:49,692 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a1400fca1abf451a37584c4899d78e1f:C, priority=-2147483648, current under compaction store size is 3 2024-11-08T12:40:49,692 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T12:40:49,693 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48812 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-08T12:40:49,693 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48812 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-08T12:40:49,693 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HStore(1541): a1400fca1abf451a37584c4899d78e1f/B is initiating minor compaction (all files) 2024-11-08T12:40:49,693 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HStore(1541): a1400fca1abf451a37584c4899d78e1f/A is initiating minor compaction (all files) 2024-11-08T12:40:49,693 INFO [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a1400fca1abf451a37584c4899d78e1f/B in TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f. 2024-11-08T12:40:49,693 INFO [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a1400fca1abf451a37584c4899d78e1f/A in TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f. 2024-11-08T12:40:49,693 INFO [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/A/0e9ac75b316f4f3dbe1284d4eb53f475, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/A/0f1e280c3c3d4f7caa6766712708e05d, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/A/7d0c6883c2324834b3c6d0514f25c8b8, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/A/359e711130e840f287f00aab523b0edc] into tmpdir=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/.tmp, totalSize=47.7 K 2024-11-08T12:40:49,693 INFO [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/B/00813e6ad96347b7aaf493179f8a88eb, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/B/a35a46d835094392bbd4997e60aca968, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/B/87c7ab3d067c4b80b988cba090ebd56a, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/B/39dbc442a21943909994d074efd912fe] into tmpdir=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/.tmp, totalSize=47.7 K 2024-11-08T12:40:49,694 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0e9ac75b316f4f3dbe1284d4eb53f475, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1731069644177 2024-11-08T12:40:49,694 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.Compactor(225): Compacting 00813e6ad96347b7aaf493179f8a88eb, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1731069644177 2024-11-08T12:40:49,694 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0f1e280c3c3d4f7caa6766712708e05d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=153, earliestPutTs=1731069645338 2024-11-08T12:40:49,694 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.Compactor(225): Compacting a35a46d835094392bbd4997e60aca968, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=153, earliestPutTs=1731069645338 2024-11-08T12:40:49,694 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7d0c6883c2324834b3c6d0514f25c8b8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1731069646499 2024-11-08T12:40:49,694 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.Compactor(225): Compacting 87c7ab3d067c4b80b988cba090ebd56a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1731069646499 2024-11-08T12:40:49,695 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] compactions.Compactor(225): Compacting 359e711130e840f287f00aab523b0edc, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=193, earliestPutTs=1731069648835 2024-11-08T12:40:49,695 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.Compactor(225): Compacting 39dbc442a21943909994d074efd912fe, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=193, earliestPutTs=1731069648835 2024-11-08T12:40:49,720 INFO [RS:0;6ccfea20c990:38479-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a1400fca1abf451a37584c4899d78e1f#B#compaction#237 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T12:40:49,720 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/.tmp/B/aab96f108111444ab31b5752f82b1c10 is 50, key is test_row_0/B:col10/1731069648835/Put/seqid=0 2024-11-08T12:40:49,723 INFO [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a1400fca1abf451a37584c4899d78e1f#A#compaction#238 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T12:40:49,724 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/.tmp/A/b1de4793f90e4db1861cfb7ceadc39ec is 50, key is test_row_0/A:col10/1731069648835/Put/seqid=0 2024-11-08T12:40:49,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742106_1282 (size=12595) 2024-11-08T12:40:49,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742105_1281 (size=12595) 2024-11-08T12:40:49,738 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/.tmp/B/aab96f108111444ab31b5752f82b1c10 as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/B/aab96f108111444ab31b5752f82b1c10 2024-11-08T12:40:49,743 INFO [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in a1400fca1abf451a37584c4899d78e1f/B of a1400fca1abf451a37584c4899d78e1f into aab96f108111444ab31b5752f82b1c10(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T12:40:49,743 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a1400fca1abf451a37584c4899d78e1f: 2024-11-08T12:40:49,743 INFO [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., storeName=a1400fca1abf451a37584c4899d78e1f/B, priority=12, startTime=1731069649692; duration=0sec 2024-11-08T12:40:49,743 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T12:40:49,743 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a1400fca1abf451a37584c4899d78e1f:B 2024-11-08T12:40:49,743 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-08T12:40:49,744 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48812 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-08T12:40:49,744 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HStore(1541): a1400fca1abf451a37584c4899d78e1f/C is initiating minor compaction (all files) 2024-11-08T12:40:49,744 INFO [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a1400fca1abf451a37584c4899d78e1f/C in TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f. 2024-11-08T12:40:49,744 INFO [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/C/8394187fa4164920a6827c4a1406cd0e, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/C/7705fc81addd4fd3a05212cc891cac96, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/C/25339665dcab4c189a364f86d172f63b, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/C/768fa5c3d09045e483daccdfc602302d] into tmpdir=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/.tmp, totalSize=47.7 K 2024-11-08T12:40:49,745 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.Compactor(225): Compacting 8394187fa4164920a6827c4a1406cd0e, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1731069644177 2024-11-08T12:40:49,745 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.Compactor(225): Compacting 7705fc81addd4fd3a05212cc891cac96, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=153, earliestPutTs=1731069645338 2024-11-08T12:40:49,746 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.Compactor(225): Compacting 25339665dcab4c189a364f86d172f63b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1731069646499 2024-11-08T12:40:49,746 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.Compactor(225): Compacting 768fa5c3d09045e483daccdfc602302d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=193, earliestPutTs=1731069648835 2024-11-08T12:40:49,756 INFO [RS:0;6ccfea20c990:38479-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a1400fca1abf451a37584c4899d78e1f#C#compaction#239 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T12:40:49,756 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/.tmp/C/0fb725679a75411189d79db0df39cf06 is 50, key is test_row_0/C:col10/1731069648835/Put/seqid=0 2024-11-08T12:40:49,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742107_1283 (size=12595) 2024-11-08T12:40:49,769 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/.tmp/C/0fb725679a75411189d79db0df39cf06 as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/C/0fb725679a75411189d79db0df39cf06 2024-11-08T12:40:49,777 INFO [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in a1400fca1abf451a37584c4899d78e1f/C of a1400fca1abf451a37584c4899d78e1f into 0fb725679a75411189d79db0df39cf06(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T12:40:49,777 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a1400fca1abf451a37584c4899d78e1f: 2024-11-08T12:40:49,777 INFO [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., storeName=a1400fca1abf451a37584c4899d78e1f/C, priority=12, startTime=1731069649692; duration=0sec 2024-11-08T12:40:49,777 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T12:40:49,777 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a1400fca1abf451a37584c4899d78e1f:C 2024-11-08T12:40:49,840 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38479 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-11-08T12:40:49,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f. 2024-11-08T12:40:49,841 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2902): Flushing a1400fca1abf451a37584c4899d78e1f 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-08T12:40:49,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/.tmp/A/baaf4b2a2f4e488aa4eba2954128070d is 50, key is test_row_0/A:col10/1731069648842/Put/seqid=0 2024-11-08T12:40:49,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-08T12:40:49,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742108_1284 (size=12151) 2024-11-08T12:40:49,995 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f. as already flushing 2024-11-08T12:40:49,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(8855): Flush requested on a1400fca1abf451a37584c4899d78e1f 2024-11-08T12:40:50,017 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:50,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49256 deadline: 1731069710013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:50,017 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:50,017 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:50,017 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:50,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49312 deadline: 1731069710014, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:50,017 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:40:50,018 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:50,018 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:50,018 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:40:50,021 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:50,021 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:50,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49288 deadline: 1731069710015, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:50,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49254 deadline: 1731069710015, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:50,021 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:50,021 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:50,021 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:50,021 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:40:50,021 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:50,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49298 deadline: 1731069710016, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:50,021 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:50,021 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:40:50,021 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:50,021 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:50,021 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:40:50,123 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:50,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49256 deadline: 1731069710123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:50,124 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:50,124 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:50,124 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:40:50,126 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:50,126 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:50,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49288 deadline: 1731069710123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:50,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49312 deadline: 1731069710123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:50,126 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:50,126 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:50,126 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:50,126 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:50,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49254 deadline: 1731069710123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:50,126 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:50,126 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:40:50,126 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:40:50,126 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:50,126 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:50,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49298 deadline: 1731069710123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:50,127 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:50,127 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:40:50,127 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:50,127 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:50,127 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:40:50,138 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/.tmp/A/b1de4793f90e4db1861cfb7ceadc39ec as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/A/b1de4793f90e4db1861cfb7ceadc39ec 2024-11-08T12:40:50,142 INFO [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in a1400fca1abf451a37584c4899d78e1f/A of a1400fca1abf451a37584c4899d78e1f into b1de4793f90e4db1861cfb7ceadc39ec(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T12:40:50,142 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a1400fca1abf451a37584c4899d78e1f: 2024-11-08T12:40:50,142 INFO [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., storeName=a1400fca1abf451a37584c4899d78e1f/A, priority=12, startTime=1731069649692; duration=0sec 2024-11-08T12:40:50,143 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T12:40:50,143 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a1400fca1abf451a37584c4899d78e1f:A 2024-11-08T12:40:50,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-08T12:40:50,265 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=208 (bloomFilter=true), to=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/.tmp/A/baaf4b2a2f4e488aa4eba2954128070d 2024-11-08T12:40:50,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/.tmp/B/dfeaaddf7662476189f07f903f1d74e6 is 50, key is test_row_0/B:col10/1731069648842/Put/seqid=0 2024-11-08T12:40:50,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742109_1285 (size=12151) 2024-11-08T12:40:50,335 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:50,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49256 deadline: 1731069710333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:50,335 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:50,335 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:50,335 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:50,335 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:40:50,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49312 deadline: 1731069710333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:50,335 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:50,335 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:50,335 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:50,335 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:40:50,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49288 deadline: 1731069710333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:50,336 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:50,336 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:50,336 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:50,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49254 deadline: 1731069710333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:50,336 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:40:50,336 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:50,336 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:50,336 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:50,336 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:40:50,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49298 deadline: 1731069710333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:50,336 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:50,336 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:50,336 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:40:50,644 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:50,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49256 deadline: 1731069710643, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:50,645 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:50,645 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:50,645 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:50,645 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:40:50,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49312 deadline: 1731069710643, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:50,645 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:50,645 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:50,645 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:50,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49288 deadline: 1731069710643, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:50,645 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:40:50,645 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:50,645 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:50,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49254 deadline: 1731069710643, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:50,645 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:50,645 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:40:50,645 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:50,646 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:50,646 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:50,646 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:40:50,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49298 deadline: 1731069710643, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:50,646 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:50,646 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:50,646 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:40:50,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-08T12:40:50,675 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=208 (bloomFilter=true), to=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/.tmp/B/dfeaaddf7662476189f07f903f1d74e6 2024-11-08T12:40:50,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/.tmp/C/ce24453766de4bd59f87ef13d3b3978b is 50, key is test_row_0/C:col10/1731069648842/Put/seqid=0 2024-11-08T12:40:50,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742110_1286 (size=12151) 2024-11-08T12:40:51,085 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=208 (bloomFilter=true), to=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/.tmp/C/ce24453766de4bd59f87ef13d3b3978b 2024-11-08T12:40:51,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/.tmp/A/baaf4b2a2f4e488aa4eba2954128070d as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/A/baaf4b2a2f4e488aa4eba2954128070d 2024-11-08T12:40:51,093 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/A/baaf4b2a2f4e488aa4eba2954128070d, entries=150, sequenceid=208, filesize=11.9 K 2024-11-08T12:40:51,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/.tmp/B/dfeaaddf7662476189f07f903f1d74e6 as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/B/dfeaaddf7662476189f07f903f1d74e6 2024-11-08T12:40:51,097 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/B/dfeaaddf7662476189f07f903f1d74e6, entries=150, sequenceid=208, filesize=11.9 K 2024-11-08T12:40:51,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/.tmp/C/ce24453766de4bd59f87ef13d3b3978b as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/C/ce24453766de4bd59f87ef13d3b3978b 2024-11-08T12:40:51,100 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/C/ce24453766de4bd59f87ef13d3b3978b, entries=150, sequenceid=208, filesize=11.9 K 2024-11-08T12:40:51,101 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for a1400fca1abf451a37584c4899d78e1f in 1260ms, sequenceid=208, compaction requested=false 2024-11-08T12:40:51,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2603): Flush status journal for a1400fca1abf451a37584c4899d78e1f: 2024-11-08T12:40:51,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f. 2024-11-08T12:40:51,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=75 2024-11-08T12:40:51,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40975 {}] master.HMaster(4169): Remote procedure done, pid=75 2024-11-08T12:40:51,104 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=75, resume processing ppid=74 2024-11-08T12:40:51,104 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=75, ppid=74, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5670 sec 2024-11-08T12:40:51,106 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=74, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees in 1.5710 sec 2024-11-08T12:40:51,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(8855): Flush requested on a1400fca1abf451a37584c4899d78e1f 2024-11-08T12:40:51,155 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-08T12:40:51,155 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing a1400fca1abf451a37584c4899d78e1f 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-08T12:40:51,160 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/.tmp/A/3ce2b3fb937a43898f97079a740e91b1 is 50, key is test_row_0/A:col10/1731069651154/Put/seqid=0 2024-11-08T12:40:51,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742111_1287 (size=16931) 2024-11-08T12:40:51,165 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:51,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49256 deadline: 1731069711161, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:51,165 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=234 (bloomFilter=true), to=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/.tmp/A/3ce2b3fb937a43898f97079a740e91b1 2024-11-08T12:40:51,165 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:51,165 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:51,165 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:40:51,166 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:51,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49312 deadline: 1731069711162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:51,166 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:51,166 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:51,166 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:51,166 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:40:51,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49254 deadline: 1731069711162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:51,166 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:51,166 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:51,166 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:40:51,167 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:51,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49288 deadline: 1731069711163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:51,168 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:51,168 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:51,168 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:51,168 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:40:51,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49298 deadline: 1731069711164, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:51,173 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:51,174 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:51,174 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:40:51,174 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/.tmp/B/1c645de6c6284d88b7dc02e970ade84b is 50, key is test_row_0/B:col10/1731069651154/Put/seqid=0 2024-11-08T12:40:51,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742112_1288 (size=12151) 2024-11-08T12:40:51,177 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=234 (bloomFilter=true), to=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/.tmp/B/1c645de6c6284d88b7dc02e970ade84b 2024-11-08T12:40:51,184 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/.tmp/C/d15c0f7e3a4a4e44a81a23f0f50b1556 is 50, key is test_row_0/C:col10/1731069651154/Put/seqid=0 2024-11-08T12:40:51,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742113_1289 (size=12151) 2024-11-08T12:40:51,275 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:51,275 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:51,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49256 deadline: 1731069711273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:51,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49312 deadline: 1731069711273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:51,275 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:51,275 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:51,275 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:51,275 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:51,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49254 deadline: 1731069711273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:51,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49288 deadline: 1731069711273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:51,276 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:40:51,276 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:51,276 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:51,276 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:51,276 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:40:51,276 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:51,276 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:51,276 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:40:51,276 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:51,276 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:40:51,284 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:51,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49298 deadline: 1731069711283, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:51,284 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:51,284 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:51,284 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:40:51,486 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:51,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49256 deadline: 1731069711483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:51,486 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:51,486 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:51,486 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:51,486 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:40:51,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49254 deadline: 1731069711483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:51,487 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:51,487 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:51,487 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:51,487 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:40:51,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49312 deadline: 1731069711483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:51,487 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:51,487 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:51,487 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:51,487 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:40:51,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49288 deadline: 1731069711483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:51,487 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:51,487 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:51,487 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:40:51,494 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:51,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49298 deadline: 1731069711493, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:51,494 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:51,494 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:51,494 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:40:51,587 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=234 (bloomFilter=true), to=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/.tmp/C/d15c0f7e3a4a4e44a81a23f0f50b1556 2024-11-08T12:40:51,592 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/.tmp/A/3ce2b3fb937a43898f97079a740e91b1 as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/A/3ce2b3fb937a43898f97079a740e91b1 2024-11-08T12:40:51,596 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/A/3ce2b3fb937a43898f97079a740e91b1, entries=250, sequenceid=234, filesize=16.5 K 2024-11-08T12:40:51,597 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/.tmp/B/1c645de6c6284d88b7dc02e970ade84b as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/B/1c645de6c6284d88b7dc02e970ade84b 2024-11-08T12:40:51,601 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/B/1c645de6c6284d88b7dc02e970ade84b, entries=150, sequenceid=234, filesize=11.9 K 2024-11-08T12:40:51,602 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/.tmp/C/d15c0f7e3a4a4e44a81a23f0f50b1556 as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/C/d15c0f7e3a4a4e44a81a23f0f50b1556 2024-11-08T12:40:51,605 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/C/d15c0f7e3a4a4e44a81a23f0f50b1556, entries=150, sequenceid=234, filesize=11.9 K 2024-11-08T12:40:51,606 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for a1400fca1abf451a37584c4899d78e1f in 450ms, sequenceid=234, compaction requested=true 2024-11-08T12:40:51,606 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for a1400fca1abf451a37584c4899d78e1f: 2024-11-08T12:40:51,606 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a1400fca1abf451a37584c4899d78e1f:A, priority=-2147483648, current under compaction store size is 1 2024-11-08T12:40:51,606 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T12:40:51,606 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a1400fca1abf451a37584c4899d78e1f:B, priority=-2147483648, current under compaction store size is 2 2024-11-08T12:40:51,606 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T12:40:51,606 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T12:40:51,606 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a1400fca1abf451a37584c4899d78e1f:C, priority=-2147483648, current under compaction store size is 3 2024-11-08T12:40:51,606 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T12:40:51,606 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T12:40:51,607 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T12:40:51,607 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 41677 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T12:40:51,607 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HStore(1541): a1400fca1abf451a37584c4899d78e1f/B is initiating minor compaction (all files) 2024-11-08T12:40:51,607 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HStore(1541): a1400fca1abf451a37584c4899d78e1f/A is initiating minor compaction (all files) 2024-11-08T12:40:51,607 INFO [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a1400fca1abf451a37584c4899d78e1f/B in TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f. 2024-11-08T12:40:51,607 INFO [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a1400fca1abf451a37584c4899d78e1f/A in TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f. 2024-11-08T12:40:51,607 INFO [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/B/aab96f108111444ab31b5752f82b1c10, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/B/dfeaaddf7662476189f07f903f1d74e6, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/B/1c645de6c6284d88b7dc02e970ade84b] into tmpdir=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/.tmp, totalSize=36.0 K 2024-11-08T12:40:51,607 INFO [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/A/b1de4793f90e4db1861cfb7ceadc39ec, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/A/baaf4b2a2f4e488aa4eba2954128070d, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/A/3ce2b3fb937a43898f97079a740e91b1] into tmpdir=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/.tmp, totalSize=40.7 K 2024-11-08T12:40:51,607 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.Compactor(225): Compacting aab96f108111444ab31b5752f82b1c10, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=193, earliestPutTs=1731069648835 2024-11-08T12:40:51,607 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] compactions.Compactor(225): Compacting b1de4793f90e4db1861cfb7ceadc39ec, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=193, earliestPutTs=1731069648835 2024-11-08T12:40:51,607 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] compactions.Compactor(225): Compacting baaf4b2a2f4e488aa4eba2954128070d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1731069648842 2024-11-08T12:40:51,607 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.Compactor(225): Compacting dfeaaddf7662476189f07f903f1d74e6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1731069648842 2024-11-08T12:40:51,608 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.Compactor(225): Compacting 1c645de6c6284d88b7dc02e970ade84b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1731069650013 2024-11-08T12:40:51,608 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3ce2b3fb937a43898f97079a740e91b1, keycount=250, bloomtype=ROW, size=16.5 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1731069650012 2024-11-08T12:40:51,613 INFO [RS:0;6ccfea20c990:38479-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a1400fca1abf451a37584c4899d78e1f#B#compaction#246 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-08T12:40:51,613 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/.tmp/B/54786c82e2b14937b49f54946510534e is 50, key is test_row_0/B:col10/1731069651154/Put/seqid=0 2024-11-08T12:40:51,614 INFO [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a1400fca1abf451a37584c4899d78e1f#A#compaction#247 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T12:40:51,614 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/.tmp/A/1c054f25192b48c2b0f1454e0966dfcb is 50, key is test_row_0/A:col10/1731069651154/Put/seqid=0 2024-11-08T12:40:51,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742114_1290 (size=12697) 2024-11-08T12:40:51,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742115_1291 (size=12697) 2024-11-08T12:40:51,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-08T12:40:51,684 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-08T12:40:51,684 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40975 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-08T12:40:51,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40975 {}] procedure2.ProcedureExecutor(1139): Stored pid=76, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees 2024-11-08T12:40:51,686 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=76, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-08T12:40:51,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-08T12:40:51,686 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=76, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-08T12:40:51,686 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=77, ppid=76, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-08T12:40:51,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-08T12:40:51,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(8855): Flush requested on a1400fca1abf451a37584c4899d78e1f 2024-11-08T12:40:51,795 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-08T12:40:51,795 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing a1400fca1abf451a37584c4899d78e1f 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-08T12:40:51,800 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/.tmp/A/c4ac255804ef4d1b8faf877e13e3d36f is 50, key is test_row_0/A:col10/1731069651161/Put/seqid=0 2024-11-08T12:40:51,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742116_1292 (size=12151) 2024-11-08T12:40:51,825 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:51,825 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:51,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49288 deadline: 1731069711818, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:51,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49256 deadline: 1731069711819, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:51,826 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:51,826 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:51,826 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:40:51,826 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:51,826 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:51,826 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:40:51,828 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:51,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49254 deadline: 1731069711823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:51,829 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:51,829 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:51,829 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:40:51,829 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:51,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49312 deadline: 1731069711824, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:51,830 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:51,830 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:51,830 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:51,830 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:40:51,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49298 deadline: 1731069711826, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:51,830 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:51,830 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:51,830 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:40:51,838 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38479 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-11-08T12:40:51,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f. 2024-11-08T12:40:51,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f. as already flushing 2024-11-08T12:40:51,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f. 2024-11-08T12:40:51,839 ERROR [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77 java.io.IOException: Unable to complete flush {ENCODED => a1400fca1abf451a37584c4899d78e1f, NAME => 'TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:40:51,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77 java.io.IOException: Unable to complete flush {ENCODED => a1400fca1abf451a37584c4899d78e1f, NAME => 'TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:40:51,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40975 {}] master.HMaster(4177): Remote procedure failed, pid=77 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a1400fca1abf451a37584c4899d78e1f, NAME => 'TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a1400fca1abf451a37584c4899d78e1f, NAME => 'TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:40:51,935 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:51,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49256 deadline: 1731069711933, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:51,935 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:51,935 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:51,935 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:51,935 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:40:51,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49288 deadline: 1731069711933, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:51,935 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:51,935 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:51,936 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:40:51,936 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:51,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49312 deadline: 1731069711933, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:51,937 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:51,937 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:51,937 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:51,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49298 deadline: 1731069711933, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:51,937 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:40:51,937 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:51,937 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:51,937 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:51,937 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:40:51,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49254 deadline: 1731069711934, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:51,937 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:51,937 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:51,937 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:40:51,991 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38479 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-11-08T12:40:51,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f. 2024-11-08T12:40:51,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f. as already flushing 2024-11-08T12:40:51,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f. 2024-11-08T12:40:51,992 ERROR [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77 java.io.IOException: Unable to complete flush {ENCODED => a1400fca1abf451a37584c4899d78e1f, NAME => 'TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:40:51,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77 java.io.IOException: Unable to complete flush {ENCODED => a1400fca1abf451a37584c4899d78e1f, NAME => 'TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:40:51,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40975 {}] master.HMaster(4177): Remote procedure failed, pid=77 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a1400fca1abf451a37584c4899d78e1f, NAME => 'TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a1400fca1abf451a37584c4899d78e1f, NAME => 'TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:40:52,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-08T12:40:52,021 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/.tmp/B/54786c82e2b14937b49f54946510534e as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/B/54786c82e2b14937b49f54946510534e 2024-11-08T12:40:52,027 INFO [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a1400fca1abf451a37584c4899d78e1f/B of a1400fca1abf451a37584c4899d78e1f into 54786c82e2b14937b49f54946510534e(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T12:40:52,027 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a1400fca1abf451a37584c4899d78e1f: 2024-11-08T12:40:52,027 INFO [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., storeName=a1400fca1abf451a37584c4899d78e1f/B, priority=13, startTime=1731069651606; duration=0sec 2024-11-08T12:40:52,027 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/.tmp/A/1c054f25192b48c2b0f1454e0966dfcb as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/A/1c054f25192b48c2b0f1454e0966dfcb 2024-11-08T12:40:52,027 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T12:40:52,027 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a1400fca1abf451a37584c4899d78e1f:B 2024-11-08T12:40:52,027 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T12:40:52,028 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T12:40:52,029 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HStore(1541): a1400fca1abf451a37584c4899d78e1f/C is initiating minor compaction (all files) 2024-11-08T12:40:52,029 INFO [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a1400fca1abf451a37584c4899d78e1f/C in TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f. 2024-11-08T12:40:52,029 INFO [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/C/0fb725679a75411189d79db0df39cf06, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/C/ce24453766de4bd59f87ef13d3b3978b, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/C/d15c0f7e3a4a4e44a81a23f0f50b1556] into tmpdir=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/.tmp, totalSize=36.0 K 2024-11-08T12:40:52,029 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.Compactor(225): Compacting 0fb725679a75411189d79db0df39cf06, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=193, earliestPutTs=1731069648835 2024-11-08T12:40:52,030 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.Compactor(225): Compacting ce24453766de4bd59f87ef13d3b3978b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1731069648842 2024-11-08T12:40:52,030 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.Compactor(225): Compacting d15c0f7e3a4a4e44a81a23f0f50b1556, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1731069650013 2024-11-08T12:40:52,032 INFO [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a1400fca1abf451a37584c4899d78e1f/A of a1400fca1abf451a37584c4899d78e1f into 1c054f25192b48c2b0f1454e0966dfcb(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T12:40:52,033 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a1400fca1abf451a37584c4899d78e1f: 2024-11-08T12:40:52,033 INFO [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., storeName=a1400fca1abf451a37584c4899d78e1f/A, priority=13, startTime=1731069651606; duration=0sec 2024-11-08T12:40:52,033 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T12:40:52,033 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a1400fca1abf451a37584c4899d78e1f:A 2024-11-08T12:40:52,038 INFO [RS:0;6ccfea20c990:38479-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a1400fca1abf451a37584c4899d78e1f#C#compaction#249 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T12:40:52,039 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/.tmp/C/414b78a0bb21464a95a8cffd0dece4dd is 50, key is test_row_0/C:col10/1731069651154/Put/seqid=0 2024-11-08T12:40:52,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742117_1293 (size=12697) 2024-11-08T12:40:52,056 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/.tmp/C/414b78a0bb21464a95a8cffd0dece4dd as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/C/414b78a0bb21464a95a8cffd0dece4dd 2024-11-08T12:40:52,062 INFO [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a1400fca1abf451a37584c4899d78e1f/C of a1400fca1abf451a37584c4899d78e1f into 414b78a0bb21464a95a8cffd0dece4dd(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T12:40:52,062 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a1400fca1abf451a37584c4899d78e1f: 2024-11-08T12:40:52,062 INFO [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., storeName=a1400fca1abf451a37584c4899d78e1f/C, priority=13, startTime=1731069651606; duration=0sec 2024-11-08T12:40:52,062 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T12:40:52,062 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a1400fca1abf451a37584c4899d78e1f:C 2024-11-08T12:40:52,144 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38479 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-11-08T12:40:52,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f. 2024-11-08T12:40:52,144 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:52,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f. as already flushing 2024-11-08T12:40:52,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49256 deadline: 1731069712142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:52,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f. 2024-11-08T12:40:52,144 ERROR [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77 java.io.IOException: Unable to complete flush {ENCODED => a1400fca1abf451a37584c4899d78e1f, NAME => 'TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:40:52,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77 java.io.IOException: Unable to complete flush {ENCODED => a1400fca1abf451a37584c4899d78e1f, NAME => 'TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:40:52,144 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:52,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49288 deadline: 1731069712143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:52,145 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:52,145 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:52,145 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:52,145 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:52,145 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:40:52,145 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:40:52,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40975 {}] master.HMaster(4177): Remote procedure failed, pid=77 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a1400fca1abf451a37584c4899d78e1f, NAME => 'TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a1400fca1abf451a37584c4899d78e1f, NAME => 'TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:40:52,145 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:52,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49312 deadline: 1731069712143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:52,146 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:52,146 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:52,146 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:52,146 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:40:52,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49298 deadline: 1731069712143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:52,146 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:52,146 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:52,146 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:52,146 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:40:52,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49254 deadline: 1731069712143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:52,146 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:52,146 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:52,146 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:40:52,204 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=247 (bloomFilter=true), to=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/.tmp/A/c4ac255804ef4d1b8faf877e13e3d36f 2024-11-08T12:40:52,212 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/.tmp/B/8d26b598236e4b38b61658d37fede4c4 is 50, key is test_row_0/B:col10/1731069651161/Put/seqid=0 2024-11-08T12:40:52,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742118_1294 (size=12151) 2024-11-08T12:40:52,219 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=247 (bloomFilter=true), to=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/.tmp/B/8d26b598236e4b38b61658d37fede4c4 2024-11-08T12:40:52,227 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/.tmp/C/7429fc4751a64bc1be2164ca6f860a39 is 50, key is test_row_0/C:col10/1731069651161/Put/seqid=0 2024-11-08T12:40:52,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742119_1295 (size=12151) 2024-11-08T12:40:52,297 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38479 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-11-08T12:40:52,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f. 2024-11-08T12:40:52,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f. as already flushing 2024-11-08T12:40:52,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f. 2024-11-08T12:40:52,297 ERROR [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77 java.io.IOException: Unable to complete flush {ENCODED => a1400fca1abf451a37584c4899d78e1f, NAME => 'TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:40:52,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77 java.io.IOException: Unable to complete flush {ENCODED => a1400fca1abf451a37584c4899d78e1f, NAME => 'TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:40:52,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40975 {}] master.HMaster(4177): Remote procedure failed, pid=77 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a1400fca1abf451a37584c4899d78e1f, NAME => 'TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a1400fca1abf451a37584c4899d78e1f, NAME => 'TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:40:52,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-08T12:40:52,449 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38479 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-11-08T12:40:52,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f. 2024-11-08T12:40:52,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f. as already flushing 2024-11-08T12:40:52,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f. 2024-11-08T12:40:52,450 ERROR [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77 java.io.IOException: Unable to complete flush {ENCODED => a1400fca1abf451a37584c4899d78e1f, NAME => 'TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:40:52,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77 java.io.IOException: Unable to complete flush {ENCODED => a1400fca1abf451a37584c4899d78e1f, NAME => 'TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:40:52,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40975 {}] master.HMaster(4177): Remote procedure failed, pid=77 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a1400fca1abf451a37584c4899d78e1f, NAME => 'TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a1400fca1abf451a37584c4899d78e1f, NAME => 'TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:40:52,454 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:52,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49256 deadline: 1731069712452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:52,454 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:52,454 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:52,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49288 deadline: 1731069712453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:52,454 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:52,454 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:40:52,454 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:52,454 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:52,454 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:52,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49312 deadline: 1731069712453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:52,454 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:40:52,455 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:52,455 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:52,455 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:52,455 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:40:52,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49298 deadline: 1731069712453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:52,455 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:52,455 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:52,455 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:52,455 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:40:52,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49254 deadline: 1731069712453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:52,455 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:52,455 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:52,455 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:40:52,602 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38479 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-11-08T12:40:52,602 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f. 2024-11-08T12:40:52,602 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f. as already flushing 2024-11-08T12:40:52,602 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f. 2024-11-08T12:40:52,602 ERROR [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77 java.io.IOException: Unable to complete flush {ENCODED => a1400fca1abf451a37584c4899d78e1f, NAME => 'TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:40:52,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77 java.io.IOException: Unable to complete flush {ENCODED => a1400fca1abf451a37584c4899d78e1f, NAME => 'TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:40:52,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40975 {}] master.HMaster(4177): Remote procedure failed, pid=77 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a1400fca1abf451a37584c4899d78e1f, NAME => 'TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a1400fca1abf451a37584c4899d78e1f, NAME => 'TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:40:52,636 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=247 (bloomFilter=true), to=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/.tmp/C/7429fc4751a64bc1be2164ca6f860a39 2024-11-08T12:40:52,640 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/.tmp/A/c4ac255804ef4d1b8faf877e13e3d36f as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/A/c4ac255804ef4d1b8faf877e13e3d36f 2024-11-08T12:40:52,643 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/A/c4ac255804ef4d1b8faf877e13e3d36f, entries=150, sequenceid=247, filesize=11.9 K 2024-11-08T12:40:52,644 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/.tmp/B/8d26b598236e4b38b61658d37fede4c4 as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/B/8d26b598236e4b38b61658d37fede4c4 2024-11-08T12:40:52,647 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/B/8d26b598236e4b38b61658d37fede4c4, entries=150, sequenceid=247, filesize=11.9 K 2024-11-08T12:40:52,648 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/.tmp/C/7429fc4751a64bc1be2164ca6f860a39 as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/C/7429fc4751a64bc1be2164ca6f860a39 2024-11-08T12:40:52,651 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/C/7429fc4751a64bc1be2164ca6f860a39, entries=150, sequenceid=247, filesize=11.9 K 2024-11-08T12:40:52,652 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for a1400fca1abf451a37584c4899d78e1f in 857ms, sequenceid=247, compaction requested=false 2024-11-08T12:40:52,652 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for a1400fca1abf451a37584c4899d78e1f: 2024-11-08T12:40:52,755 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38479 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-11-08T12:40:52,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f. 2024-11-08T12:40:52,755 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2902): Flushing a1400fca1abf451a37584c4899d78e1f 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-08T12:40:52,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/.tmp/A/ea46003b7929419fa879249cd9adc930 is 50, key is test_row_0/A:col10/1731069651817/Put/seqid=0 2024-11-08T12:40:52,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742120_1296 (size=12301) 2024-11-08T12:40:52,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-08T12:40:52,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(8855): Flush requested on a1400fca1abf451a37584c4899d78e1f 2024-11-08T12:40:52,965 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f. as already flushing 2024-11-08T12:40:52,973 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:52,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49256 deadline: 1731069712970, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:52,974 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:52,974 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:52,974 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:40:52,976 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:52,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49288 deadline: 1731069712972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:52,977 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:52,977 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:52,977 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:52,977 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:40:52,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49298 deadline: 1731069712972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:52,977 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:52,977 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:52,977 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:52,977 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:40:52,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49254 deadline: 1731069712972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:52,977 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:52,977 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:52,977 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:52,977 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:40:52,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49312 deadline: 1731069712973, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:52,977 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:52,977 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:52,977 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:40:53,085 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:53,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49256 deadline: 1731069713083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:53,086 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:53,086 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:53,086 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:53,086 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:40:53,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49288 deadline: 1731069713083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:53,086 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:53,086 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:53,086 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:53,086 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:40:53,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49298 deadline: 1731069713083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:53,086 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:53,086 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:53,086 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:53,086 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:40:53,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49254 deadline: 1731069713083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:53,086 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:53,086 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:53,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49312 deadline: 1731069713083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:53,087 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:53,087 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:40:53,087 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:53,087 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:53,087 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:40:53,164 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=273 (bloomFilter=true), to=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/.tmp/A/ea46003b7929419fa879249cd9adc930 2024-11-08T12:40:53,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/.tmp/B/3c4a52d21cd943f68f98b6f0f59d5158 is 50, key is test_row_0/B:col10/1731069651817/Put/seqid=0 2024-11-08T12:40:53,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742121_1297 (size=12301) 2024-11-08T12:40:53,296 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:53,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49256 deadline: 1731069713293, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:53,297 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:53,297 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:53,297 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:53,297 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:40:53,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49288 deadline: 1731069713293, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:53,297 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:53,297 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:53,298 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:53,298 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:40:53,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49298 deadline: 1731069713293, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:53,298 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:53,298 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:53,298 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:40:53,298 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:53,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49254 deadline: 1731069713293, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:53,298 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:53,298 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:53,298 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:40:53,298 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:53,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49312 deadline: 1731069713293, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:53,299 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:53,299 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:53,299 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:40:53,575 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=273 (bloomFilter=true), to=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/.tmp/B/3c4a52d21cd943f68f98b6f0f59d5158 2024-11-08T12:40:53,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/.tmp/C/825a7204721c47318f483a86c445651a is 50, key is test_row_0/C:col10/1731069651817/Put/seqid=0 2024-11-08T12:40:53,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742122_1298 (size=12301) 2024-11-08T12:40:53,606 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:53,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49256 deadline: 1731069713603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:53,606 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:53,606 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:53,606 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:53,606 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:40:53,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49288 deadline: 1731069713603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:53,606 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:53,606 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:53,606 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:53,606 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:40:53,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49298 deadline: 1731069713603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:53,607 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:53,607 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:53,607 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:53,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49254 deadline: 1731069713603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:53,607 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:40:53,607 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:53,607 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:53,607 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:53,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49312 deadline: 1731069713603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:53,607 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:40:53,607 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:53,607 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:53,607 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:40:53,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-08T12:40:53,986 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=273 (bloomFilter=true), to=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/.tmp/C/825a7204721c47318f483a86c445651a 2024-11-08T12:40:53,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/.tmp/A/ea46003b7929419fa879249cd9adc930 as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/A/ea46003b7929419fa879249cd9adc930 2024-11-08T12:40:53,994 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/A/ea46003b7929419fa879249cd9adc930, entries=150, sequenceid=273, filesize=12.0 K 2024-11-08T12:40:53,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/.tmp/B/3c4a52d21cd943f68f98b6f0f59d5158 as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/B/3c4a52d21cd943f68f98b6f0f59d5158 2024-11-08T12:40:53,998 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/B/3c4a52d21cd943f68f98b6f0f59d5158, entries=150, sequenceid=273, filesize=12.0 K 2024-11-08T12:40:53,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/.tmp/C/825a7204721c47318f483a86c445651a as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/C/825a7204721c47318f483a86c445651a 2024-11-08T12:40:54,003 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/C/825a7204721c47318f483a86c445651a, entries=150, sequenceid=273, filesize=12.0 K 2024-11-08T12:40:54,004 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for a1400fca1abf451a37584c4899d78e1f in 1249ms, sequenceid=273, compaction requested=true 2024-11-08T12:40:54,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2603): Flush status journal for a1400fca1abf451a37584c4899d78e1f: 2024-11-08T12:40:54,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f. 2024-11-08T12:40:54,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=77 2024-11-08T12:40:54,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40975 {}] master.HMaster(4169): Remote procedure done, pid=77 2024-11-08T12:40:54,006 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=77, resume processing ppid=76 2024-11-08T12:40:54,006 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=77, ppid=76, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3190 sec 2024-11-08T12:40:54,008 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=76, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees in 2.3230 sec 2024-11-08T12:40:54,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(8855): Flush requested on a1400fca1abf451a37584c4899d78e1f 2024-11-08T12:40:54,116 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-08T12:40:54,116 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing a1400fca1abf451a37584c4899d78e1f 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-08T12:40:54,120 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/.tmp/A/6fbaf7fb55f246bea7225d8a4b07c530 is 50, key is test_row_0/A:col10/1731069654114/Put/seqid=0 2024-11-08T12:40:54,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742123_1299 (size=12301) 2024-11-08T12:40:54,139 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:54,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49288 deadline: 1731069714134, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:54,140 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:54,140 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:54,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49254 deadline: 1731069714138, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:54,140 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:54,140 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:40:54,140 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:54,140 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:54,140 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:40:54,142 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:54,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49298 deadline: 1731069714139, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:54,143 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:54,143 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:54,143 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:40:54,143 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:54,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49312 deadline: 1731069714139, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:54,143 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:54,143 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:54,143 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:40:54,144 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:54,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49256 deadline: 1731069714139, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:54,144 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:54,144 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:54,144 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:40:54,245 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:54,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49288 deadline: 1731069714242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:54,245 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:54,245 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:54,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49254 deadline: 1731069714243, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:54,246 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:54,246 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:40:54,246 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:54,246 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:54,246 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:40:54,255 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:54,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49298 deadline: 1731069714253, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:54,256 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:54,256 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:54,256 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:54,256 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:40:54,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49312 deadline: 1731069714253, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:54,256 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:54,256 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:54,256 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:54,256 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:40:54,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49256 deadline: 1731069714253, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:54,256 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:54,256 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:54,256 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:40:54,454 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:54,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49288 deadline: 1731069714453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:54,454 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:54,454 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:54,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49254 deadline: 1731069714453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:54,454 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:54,454 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:40:54,454 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:54,454 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:54,454 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:40:54,466 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:54,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49298 deadline: 1731069714463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:54,466 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:54,466 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:54,466 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:54,466 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:40:54,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49312 deadline: 1731069714463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:54,466 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:54,466 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:54,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49256 deadline: 1731069714463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:54,466 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:54,467 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:40:54,467 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:54,467 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:54,467 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:40:54,524 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=287 (bloomFilter=true), to=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/.tmp/A/6fbaf7fb55f246bea7225d8a4b07c530 2024-11-08T12:40:54,531 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/.tmp/B/14a96c85a4964868b40bec7b3bf17d79 is 50, key is test_row_0/B:col10/1731069654114/Put/seqid=0 2024-11-08T12:40:54,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742124_1300 (size=12301) 2024-11-08T12:40:54,766 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:54,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49288 deadline: 1731069714763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:54,766 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:54,766 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:54,766 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:40:54,767 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:54,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49254 deadline: 1731069714763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:54,767 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:54,767 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:54,767 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:40:54,781 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:54,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49298 deadline: 1731069714777, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:54,781 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:54,781 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:54,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49312 deadline: 1731069714778, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:54,781 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:54,781 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:40:54,781 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:54,781 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:54,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49256 deadline: 1731069714778, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:54,782 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:54,782 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:40:54,782 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:54,782 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:54,782 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:40:54,935 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=287 (bloomFilter=true), to=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/.tmp/B/14a96c85a4964868b40bec7b3bf17d79 2024-11-08T12:40:54,941 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/.tmp/C/acb3b142cd39442bacc0557d7f000f89 is 50, key is test_row_0/C:col10/1731069654114/Put/seqid=0 2024-11-08T12:40:54,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742125_1301 (size=12301) 2024-11-08T12:40:55,276 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:55,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49288 deadline: 1731069715273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:55,276 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:55,276 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:55,276 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:55,276 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:40:55,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49254 deadline: 1731069715273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:55,277 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:55,277 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:55,277 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:40:55,296 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:55,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49298 deadline: 1731069715293, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:55,296 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:55,296 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:55,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49312 deadline: 1731069715293, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:55,297 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:55,297 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:40:55,297 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:55,297 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:55,297 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:55,297 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:40:55,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49256 deadline: 1731069715293, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:55,297 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:55,297 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:55,297 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:40:55,346 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=287 (bloomFilter=true), to=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/.tmp/C/acb3b142cd39442bacc0557d7f000f89 2024-11-08T12:40:55,350 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/.tmp/A/6fbaf7fb55f246bea7225d8a4b07c530 as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/A/6fbaf7fb55f246bea7225d8a4b07c530 2024-11-08T12:40:55,354 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/A/6fbaf7fb55f246bea7225d8a4b07c530, entries=150, sequenceid=287, filesize=12.0 K 2024-11-08T12:40:55,355 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/.tmp/B/14a96c85a4964868b40bec7b3bf17d79 as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/B/14a96c85a4964868b40bec7b3bf17d79 2024-11-08T12:40:55,360 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/B/14a96c85a4964868b40bec7b3bf17d79, entries=150, sequenceid=287, filesize=12.0 K 2024-11-08T12:40:55,360 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/.tmp/C/acb3b142cd39442bacc0557d7f000f89 as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/C/acb3b142cd39442bacc0557d7f000f89 2024-11-08T12:40:55,365 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/C/acb3b142cd39442bacc0557d7f000f89, entries=150, sequenceid=287, filesize=12.0 K 2024-11-08T12:40:55,365 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=134.18 KB/137400 for a1400fca1abf451a37584c4899d78e1f in 1249ms, sequenceid=287, compaction requested=true 2024-11-08T12:40:55,366 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for a1400fca1abf451a37584c4899d78e1f: 2024-11-08T12:40:55,366 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a1400fca1abf451a37584c4899d78e1f:A, priority=-2147483648, current under compaction store size is 1 2024-11-08T12:40:55,366 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T12:40:55,366 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a1400fca1abf451a37584c4899d78e1f:B, priority=-2147483648, current under compaction store size is 2 2024-11-08T12:40:55,366 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-08T12:40:55,366 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T12:40:55,366 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-08T12:40:55,366 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a1400fca1abf451a37584c4899d78e1f:C, priority=-2147483648, current under compaction store size is 3 2024-11-08T12:40:55,366 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T12:40:55,367 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49450 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-08T12:40:55,367 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HStore(1541): a1400fca1abf451a37584c4899d78e1f/A is initiating minor compaction (all files) 2024-11-08T12:40:55,367 INFO [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a1400fca1abf451a37584c4899d78e1f/A in TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f. 2024-11-08T12:40:55,367 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49450 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-08T12:40:55,367 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HStore(1541): a1400fca1abf451a37584c4899d78e1f/B is initiating minor compaction (all files) 2024-11-08T12:40:55,367 INFO [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/A/1c054f25192b48c2b0f1454e0966dfcb, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/A/c4ac255804ef4d1b8faf877e13e3d36f, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/A/ea46003b7929419fa879249cd9adc930, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/A/6fbaf7fb55f246bea7225d8a4b07c530] into tmpdir=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/.tmp, totalSize=48.3 K 2024-11-08T12:40:55,367 INFO [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a1400fca1abf451a37584c4899d78e1f/B in TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f. 2024-11-08T12:40:55,367 INFO [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/B/54786c82e2b14937b49f54946510534e, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/B/8d26b598236e4b38b61658d37fede4c4, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/B/3c4a52d21cd943f68f98b6f0f59d5158, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/B/14a96c85a4964868b40bec7b3bf17d79] into tmpdir=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/.tmp, totalSize=48.3 K 2024-11-08T12:40:55,367 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1c054f25192b48c2b0f1454e0966dfcb, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1731069650013 2024-11-08T12:40:55,367 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.Compactor(225): Compacting 54786c82e2b14937b49f54946510534e, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1731069650013 2024-11-08T12:40:55,368 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] compactions.Compactor(225): Compacting c4ac255804ef4d1b8faf877e13e3d36f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=247, earliestPutTs=1731069651161 2024-11-08T12:40:55,368 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.Compactor(225): Compacting 8d26b598236e4b38b61658d37fede4c4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=247, earliestPutTs=1731069651161 2024-11-08T12:40:55,368 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] compactions.Compactor(225): Compacting ea46003b7929419fa879249cd9adc930, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=273, earliestPutTs=1731069651817 2024-11-08T12:40:55,368 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.Compactor(225): Compacting 3c4a52d21cd943f68f98b6f0f59d5158, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=273, earliestPutTs=1731069651817 2024-11-08T12:40:55,368 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6fbaf7fb55f246bea7225d8a4b07c530, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=287, earliestPutTs=1731069652966 2024-11-08T12:40:55,369 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.Compactor(225): Compacting 14a96c85a4964868b40bec7b3bf17d79, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=287, earliestPutTs=1731069652966 2024-11-08T12:40:55,376 INFO [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a1400fca1abf451a37584c4899d78e1f#A#compaction#259 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T12:40:55,376 INFO [RS:0;6ccfea20c990:38479-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a1400fca1abf451a37584c4899d78e1f#B#compaction#258 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T12:40:55,377 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/.tmp/A/5dad01435e10445c9573e97872c9e752 is 50, key is test_row_0/A:col10/1731069654114/Put/seqid=0 2024-11-08T12:40:55,377 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/.tmp/B/7c435a0af836422fa5b9ba2530f56276 is 50, key is test_row_0/B:col10/1731069654114/Put/seqid=0 2024-11-08T12:40:55,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742127_1303 (size=12983) 2024-11-08T12:40:55,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742126_1302 (size=12983) 2024-11-08T12:40:55,790 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/.tmp/B/7c435a0af836422fa5b9ba2530f56276 as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/B/7c435a0af836422fa5b9ba2530f56276 2024-11-08T12:40:55,790 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/.tmp/A/5dad01435e10445c9573e97872c9e752 as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/A/5dad01435e10445c9573e97872c9e752 2024-11-08T12:40:55,794 INFO [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in a1400fca1abf451a37584c4899d78e1f/A of a1400fca1abf451a37584c4899d78e1f into 5dad01435e10445c9573e97872c9e752(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T12:40:55,794 INFO [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in a1400fca1abf451a37584c4899d78e1f/B of a1400fca1abf451a37584c4899d78e1f into 7c435a0af836422fa5b9ba2530f56276(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T12:40:55,794 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a1400fca1abf451a37584c4899d78e1f: 2024-11-08T12:40:55,794 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a1400fca1abf451a37584c4899d78e1f: 2024-11-08T12:40:55,794 INFO [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., storeName=a1400fca1abf451a37584c4899d78e1f/A, priority=12, startTime=1731069655366; duration=0sec 2024-11-08T12:40:55,794 INFO [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., storeName=a1400fca1abf451a37584c4899d78e1f/B, priority=12, startTime=1731069655366; duration=0sec 2024-11-08T12:40:55,794 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T12:40:55,794 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a1400fca1abf451a37584c4899d78e1f:A 2024-11-08T12:40:55,794 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T12:40:55,794 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a1400fca1abf451a37584c4899d78e1f:B 2024-11-08T12:40:55,794 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-08T12:40:55,795 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49450 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-08T12:40:55,795 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HStore(1541): a1400fca1abf451a37584c4899d78e1f/C is initiating minor compaction (all files) 2024-11-08T12:40:55,795 INFO [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a1400fca1abf451a37584c4899d78e1f/C in TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f. 2024-11-08T12:40:55,795 INFO [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/C/414b78a0bb21464a95a8cffd0dece4dd, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/C/7429fc4751a64bc1be2164ca6f860a39, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/C/825a7204721c47318f483a86c445651a, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/C/acb3b142cd39442bacc0557d7f000f89] into tmpdir=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/.tmp, totalSize=48.3 K 2024-11-08T12:40:55,796 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] compactions.Compactor(225): Compacting 414b78a0bb21464a95a8cffd0dece4dd, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1731069650013 2024-11-08T12:40:55,796 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7429fc4751a64bc1be2164ca6f860a39, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=247, earliestPutTs=1731069651161 2024-11-08T12:40:55,796 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] compactions.Compactor(225): Compacting 825a7204721c47318f483a86c445651a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=273, earliestPutTs=1731069651817 2024-11-08T12:40:55,796 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] compactions.Compactor(225): Compacting acb3b142cd39442bacc0557d7f000f89, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=287, earliestPutTs=1731069652966 2024-11-08T12:40:55,810 INFO [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a1400fca1abf451a37584c4899d78e1f#C#compaction#260 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T12:40:55,811 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/.tmp/C/49e31249c9764f58a397e9ab3626dd16 is 50, key is test_row_0/C:col10/1731069654114/Put/seqid=0 2024-11-08T12:40:55,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742128_1304 (size=12983) 2024-11-08T12:40:55,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-08T12:40:55,863 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-08T12:40:55,864 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40975 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-08T12:40:55,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40975 {}] procedure2.ProcedureExecutor(1139): Stored pid=78, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees 2024-11-08T12:40:55,865 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=78, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-08T12:40:55,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-08T12:40:55,866 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=78, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-08T12:40:55,866 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=79, ppid=78, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-08T12:40:55,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-08T12:40:56,018 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38479 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-11-08T12:40:56,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f. 2024-11-08T12:40:56,019 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2902): Flushing a1400fca1abf451a37584c4899d78e1f 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-08T12:40:56,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/.tmp/A/0722fc5dd3d143c48d18736d7d2d3bde is 50, key is test_row_0/A:col10/1731069654137/Put/seqid=0 2024-11-08T12:40:56,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742129_1305 (size=12301) 2024-11-08T12:40:56,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-08T12:40:56,222 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/.tmp/C/49e31249c9764f58a397e9ab3626dd16 as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/C/49e31249c9764f58a397e9ab3626dd16 2024-11-08T12:40:56,227 INFO [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in a1400fca1abf451a37584c4899d78e1f/C of a1400fca1abf451a37584c4899d78e1f into 49e31249c9764f58a397e9ab3626dd16(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T12:40:56,227 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a1400fca1abf451a37584c4899d78e1f: 2024-11-08T12:40:56,228 INFO [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., storeName=a1400fca1abf451a37584c4899d78e1f/C, priority=12, startTime=1731069655366; duration=0sec 2024-11-08T12:40:56,228 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T12:40:56,228 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a1400fca1abf451a37584c4899d78e1f:C 2024-11-08T12:40:56,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(8855): Flush requested on a1400fca1abf451a37584c4899d78e1f 2024-11-08T12:40:56,296 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f. as already flushing 2024-11-08T12:40:56,311 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:56,311 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:56,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49288 deadline: 1731069716305, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:56,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49298 deadline: 1731069716307, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:56,311 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:56,311 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:56,311 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:56,311 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:56,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49256 deadline: 1731069716308, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:56,311 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:40:56,311 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:56,312 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:40:56,312 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:56,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49254 deadline: 1731069716308, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:56,312 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:56,312 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:56,312 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:40:56,312 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:56,312 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:56,312 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:40:56,316 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:56,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49312 deadline: 1731069716313, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:56,316 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to 6ccfea20c990,38479,1731069575023 for 'test_row_0' in a1400fca1abf451a37584c4899d78e1f of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2177 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-08T12:40:56,316 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:56,316 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:56,316 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:40:56,414 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:56,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49288 deadline: 1731069716413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:56,415 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:56,415 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:56,415 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:40:56,425 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:56,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49298 deadline: 1731069716423, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:56,425 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:56,425 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:56,425 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:56,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49256 deadline: 1731069716423, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:56,425 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:40:56,425 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:56,426 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:56,425 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:56,426 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:40:56,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49254 deadline: 1731069716423, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:56,426 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:56,426 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:56,426 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:40:56,427 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=312 (bloomFilter=true), to=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/.tmp/A/0722fc5dd3d143c48d18736d7d2d3bde 2024-11-08T12:40:56,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/.tmp/B/57ad3da37799499a8648281384e41e3b is 50, key is test_row_0/B:col10/1731069654137/Put/seqid=0 2024-11-08T12:40:56,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742130_1306 (size=12301) 2024-11-08T12:40:56,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-08T12:40:56,625 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:56,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49288 deadline: 1731069716623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:56,625 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:56,625 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:56,625 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:40:56,635 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:56,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49298 deadline: 1731069716633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:56,635 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:56,635 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:56,635 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:56,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49256 deadline: 1731069716633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:56,635 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:40:56,635 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:56,635 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:56,635 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:56,635 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:40:56,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49254 deadline: 1731069716633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:56,636 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:56,636 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:56,636 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:40:56,837 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=312 (bloomFilter=true), to=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/.tmp/B/57ad3da37799499a8648281384e41e3b 2024-11-08T12:40:56,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/.tmp/C/555a3b06de154f5c8f310ef2dd5274bd is 50, key is test_row_0/C:col10/1731069654137/Put/seqid=0 2024-11-08T12:40:56,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742131_1307 (size=12301) 2024-11-08T12:40:56,935 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:56,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49288 deadline: 1731069716933, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:56,936 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:56,936 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:56,936 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:40:56,945 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:56,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49298 deadline: 1731069716943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:56,945 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:56,945 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:56,945 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:56,945 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:40:56,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49256 deadline: 1731069716943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:56,945 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:56,946 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:56,946 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:56,946 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:40:56,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49254 deadline: 1731069716943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:56,946 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:56,946 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:56,946 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:40:57,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-08T12:40:57,254 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=312 (bloomFilter=true), to=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/.tmp/C/555a3b06de154f5c8f310ef2dd5274bd 2024-11-08T12:40:57,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/.tmp/A/0722fc5dd3d143c48d18736d7d2d3bde as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/A/0722fc5dd3d143c48d18736d7d2d3bde 2024-11-08T12:40:57,261 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/A/0722fc5dd3d143c48d18736d7d2d3bde, entries=150, sequenceid=312, filesize=12.0 K 2024-11-08T12:40:57,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/.tmp/B/57ad3da37799499a8648281384e41e3b as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/B/57ad3da37799499a8648281384e41e3b 2024-11-08T12:40:57,266 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/B/57ad3da37799499a8648281384e41e3b, entries=150, sequenceid=312, filesize=12.0 K 2024-11-08T12:40:57,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/.tmp/C/555a3b06de154f5c8f310ef2dd5274bd as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/C/555a3b06de154f5c8f310ef2dd5274bd 2024-11-08T12:40:57,270 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/C/555a3b06de154f5c8f310ef2dd5274bd, entries=150, sequenceid=312, filesize=12.0 K 2024-11-08T12:40:57,271 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for a1400fca1abf451a37584c4899d78e1f in 1253ms, sequenceid=312, compaction requested=false 2024-11-08T12:40:57,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2603): Flush status journal for a1400fca1abf451a37584c4899d78e1f: 2024-11-08T12:40:57,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f. 2024-11-08T12:40:57,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=79 2024-11-08T12:40:57,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40975 {}] master.HMaster(4169): Remote procedure done, pid=79 2024-11-08T12:40:57,274 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=79, resume processing ppid=78 2024-11-08T12:40:57,274 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=79, ppid=78, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4060 sec 2024-11-08T12:40:57,275 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=78, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees in 1.4100 sec 2024-11-08T12:40:57,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(8855): Flush requested on a1400fca1abf451a37584c4899d78e1f 2024-11-08T12:40:57,476 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-08T12:40:57,476 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing a1400fca1abf451a37584c4899d78e1f 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-08T12:40:57,481 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/.tmp/A/cbdef6b4d8244bf8856ac98c6c41f43c is 50, key is test_row_0/A:col10/1731069657476/Put/seqid=0 2024-11-08T12:40:57,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742132_1308 (size=14741) 2024-11-08T12:40:57,533 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:57,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49288 deadline: 1731069717527, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:57,533 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:57,533 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:57,533 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:40:57,535 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:57,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49256 deadline: 1731069717531, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:57,536 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:57,536 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:57,536 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:40:57,538 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:57,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49254 deadline: 1731069717533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:57,538 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:57,538 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:57,538 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:40:57,538 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:57,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49298 deadline: 1731069717533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:57,539 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:57,539 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:57,539 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:40:57,645 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:57,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49288 deadline: 1731069717643, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:57,645 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:57,645 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:57,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49256 deadline: 1731069717643, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:57,645 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:57,645 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:40:57,645 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:57,645 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:57,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49254 deadline: 1731069717643, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:57,645 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:57,646 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:40:57,646 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:57,646 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:57,646 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:57,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49298 deadline: 1731069717643, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:57,646 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:40:57,646 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:57,646 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:57,646 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:40:57,855 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:57,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49288 deadline: 1731069717852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:57,855 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:57,855 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:57,855 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:57,855 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:40:57,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49256 deadline: 1731069717852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:57,855 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:57,855 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:57,856 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:57,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49254 deadline: 1731069717853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:57,856 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:40:57,856 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:57,856 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:57,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49298 deadline: 1731069717853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:57,856 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:57,856 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:40:57,856 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:57,856 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:57,856 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:40:57,885 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=330 (bloomFilter=true), to=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/.tmp/A/cbdef6b4d8244bf8856ac98c6c41f43c 2024-11-08T12:40:57,891 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/.tmp/B/cb1010b645bc42378da5013da2b54e22 is 50, key is test_row_0/B:col10/1731069657476/Put/seqid=0 2024-11-08T12:40:57,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742133_1309 (size=12301) 2024-11-08T12:40:57,896 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=330 (bloomFilter=true), to=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/.tmp/B/cb1010b645bc42378da5013da2b54e22 2024-11-08T12:40:57,904 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/.tmp/C/80b4924fe1d240a2ad03bc82f12ec42e is 50, key is test_row_0/C:col10/1731069657476/Put/seqid=0 2024-11-08T12:40:57,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742134_1310 (size=12301) 2024-11-08T12:40:58,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-08T12:40:58,013 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-08T12:40:58,014 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40975 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-08T12:40:58,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40975 {}] procedure2.ProcedureExecutor(1139): Stored pid=80, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=80, table=TestAcidGuarantees 2024-11-08T12:40:58,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-08T12:40:58,015 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=80, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=80, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-08T12:40:58,016 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=80, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=80, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-08T12:40:58,016 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=81, ppid=80, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-08T12:40:58,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-08T12:40:58,166 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:58,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49288 deadline: 1731069718163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:58,166 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:58,166 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:58,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49256 deadline: 1731069718163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:58,166 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:58,166 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:40:58,166 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:58,166 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:58,167 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:58,167 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:40:58,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49254 deadline: 1731069718164, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:58,167 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:58,167 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:58,167 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:58,167 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:40:58,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49298 deadline: 1731069718164, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:58,167 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:58,167 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:58,167 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:40:58,168 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38479 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81 2024-11-08T12:40:58,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f. 2024-11-08T12:40:58,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f. as already flushing 2024-11-08T12:40:58,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f. 2024-11-08T12:40:58,169 ERROR [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] handler.RSProcedureHandler(58): pid=81 java.io.IOException: Unable to complete flush {ENCODED => a1400fca1abf451a37584c4899d78e1f, NAME => 'TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:40:58,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=81 java.io.IOException: Unable to complete flush {ENCODED => a1400fca1abf451a37584c4899d78e1f, NAME => 'TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:40:58,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40975 {}] master.HMaster(4177): Remote procedure failed, pid=81 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a1400fca1abf451a37584c4899d78e1f, NAME => 'TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a1400fca1abf451a37584c4899d78e1f, NAME => 'TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:40:58,311 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=330 (bloomFilter=true), to=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/.tmp/C/80b4924fe1d240a2ad03bc82f12ec42e 2024-11-08T12:40:58,315 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/.tmp/A/cbdef6b4d8244bf8856ac98c6c41f43c as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/A/cbdef6b4d8244bf8856ac98c6c41f43c 2024-11-08T12:40:58,319 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/A/cbdef6b4d8244bf8856ac98c6c41f43c, entries=200, sequenceid=330, filesize=14.4 K 2024-11-08T12:40:58,320 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/.tmp/B/cb1010b645bc42378da5013da2b54e22 as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/B/cb1010b645bc42378da5013da2b54e22 2024-11-08T12:40:58,321 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38479 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81 2024-11-08T12:40:58,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f. 2024-11-08T12:40:58,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f. as already flushing 2024-11-08T12:40:58,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f. 2024-11-08T12:40:58,322 ERROR [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] handler.RSProcedureHandler(58): pid=81 java.io.IOException: Unable to complete flush {ENCODED => a1400fca1abf451a37584c4899d78e1f, NAME => 'TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:40:58,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=81 java.io.IOException: Unable to complete flush {ENCODED => a1400fca1abf451a37584c4899d78e1f, NAME => 'TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:40:58,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40975 {}] master.HMaster(4177): Remote procedure failed, pid=81 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a1400fca1abf451a37584c4899d78e1f, NAME => 'TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a1400fca1abf451a37584c4899d78e1f, NAME => 'TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:40:58,326 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/B/cb1010b645bc42378da5013da2b54e22, entries=150, sequenceid=330, filesize=12.0 K 2024-11-08T12:40:58,327 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/.tmp/C/80b4924fe1d240a2ad03bc82f12ec42e as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/C/80b4924fe1d240a2ad03bc82f12ec42e 2024-11-08T12:40:58,330 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/C/80b4924fe1d240a2ad03bc82f12ec42e, entries=150, sequenceid=330, filesize=12.0 K 2024-11-08T12:40:58,331 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=114.05 KB/116790 for a1400fca1abf451a37584c4899d78e1f in 855ms, sequenceid=330, compaction requested=true 2024-11-08T12:40:58,331 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for a1400fca1abf451a37584c4899d78e1f: 2024-11-08T12:40:58,332 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a1400fca1abf451a37584c4899d78e1f:A, priority=-2147483648, current under compaction store size is 1 2024-11-08T12:40:58,332 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T12:40:58,332 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T12:40:58,332 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a1400fca1abf451a37584c4899d78e1f:B, priority=-2147483648, current under compaction store size is 2 2024-11-08T12:40:58,332 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T12:40:58,332 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a1400fca1abf451a37584c4899d78e1f:C, priority=-2147483648, current under compaction store size is 3 2024-11-08T12:40:58,332 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T12:40:58,332 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T12:40:58,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-08T12:40:58,334 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T12:40:58,334 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HStore(1541): a1400fca1abf451a37584c4899d78e1f/B is initiating minor compaction (all files) 2024-11-08T12:40:58,334 INFO [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a1400fca1abf451a37584c4899d78e1f/B in TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f. 2024-11-08T12:40:58,334 INFO [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/B/7c435a0af836422fa5b9ba2530f56276, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/B/57ad3da37799499a8648281384e41e3b, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/B/cb1010b645bc42378da5013da2b54e22] into tmpdir=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/.tmp, totalSize=36.7 K 2024-11-08T12:40:58,334 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40025 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T12:40:58,334 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HStore(1541): a1400fca1abf451a37584c4899d78e1f/A is initiating minor compaction (all files) 2024-11-08T12:40:58,334 INFO [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a1400fca1abf451a37584c4899d78e1f/A in TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f. 2024-11-08T12:40:58,334 INFO [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/A/5dad01435e10445c9573e97872c9e752, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/A/0722fc5dd3d143c48d18736d7d2d3bde, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/A/cbdef6b4d8244bf8856ac98c6c41f43c] into tmpdir=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/.tmp, totalSize=39.1 K 2024-11-08T12:40:58,334 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.Compactor(225): Compacting 7c435a0af836422fa5b9ba2530f56276, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=287, earliestPutTs=1731069652966 2024-11-08T12:40:58,335 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5dad01435e10445c9573e97872c9e752, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=287, earliestPutTs=1731069652966 2024-11-08T12:40:58,335 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.Compactor(225): Compacting 57ad3da37799499a8648281384e41e3b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=312, earliestPutTs=1731069654132 2024-11-08T12:40:58,335 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0722fc5dd3d143c48d18736d7d2d3bde, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=312, earliestPutTs=1731069654132 2024-11-08T12:40:58,335 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.Compactor(225): Compacting cb1010b645bc42378da5013da2b54e22, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=330, earliestPutTs=1731069656305 2024-11-08T12:40:58,335 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] compactions.Compactor(225): Compacting cbdef6b4d8244bf8856ac98c6c41f43c, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=330, earliestPutTs=1731069656305 2024-11-08T12:40:58,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(8855): Flush requested on a1400fca1abf451a37584c4899d78e1f 2024-11-08T12:40:58,336 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-08T12:40:58,336 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing a1400fca1abf451a37584c4899d78e1f 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-08T12:40:58,342 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/.tmp/A/1faf849e499440a897509b3c094470e9 is 50, key is test_row_0/A:col10/1731069658335/Put/seqid=0 2024-11-08T12:40:58,345 INFO [RS:0;6ccfea20c990:38479-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a1400fca1abf451a37584c4899d78e1f#B#compaction#268 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-08T12:40:58,345 INFO [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a1400fca1abf451a37584c4899d78e1f#A#compaction#269 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T12:40:58,345 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/.tmp/A/9ac204fada0d42d7991095c30d8b66f2 is 50, key is test_row_0/A:col10/1731069657476/Put/seqid=0 2024-11-08T12:40:58,345 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/.tmp/B/443dc85a77704610998745344aacd601 is 50, key is test_row_0/B:col10/1731069657476/Put/seqid=0 2024-11-08T12:40:58,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742135_1311 (size=12301) 2024-11-08T12:40:58,347 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=351 (bloomFilter=true), to=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/.tmp/A/1faf849e499440a897509b3c094470e9 2024-11-08T12:40:58,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742136_1312 (size=13085) 2024-11-08T12:40:58,356 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/.tmp/B/2fa299a91d374cdcba04fe9267d2bfb6 is 50, key is test_row_0/B:col10/1731069658335/Put/seqid=0 2024-11-08T12:40:58,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742137_1313 (size=13085) 2024-11-08T12:40:58,362 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/.tmp/A/9ac204fada0d42d7991095c30d8b66f2 as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/A/9ac204fada0d42d7991095c30d8b66f2 2024-11-08T12:40:58,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742138_1314 (size=12301) 2024-11-08T12:40:58,365 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/.tmp/B/443dc85a77704610998745344aacd601 as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/B/443dc85a77704610998745344aacd601 2024-11-08T12:40:58,368 INFO [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a1400fca1abf451a37584c4899d78e1f/A of a1400fca1abf451a37584c4899d78e1f into 9ac204fada0d42d7991095c30d8b66f2(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T12:40:58,368 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a1400fca1abf451a37584c4899d78e1f: 2024-11-08T12:40:58,368 INFO [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., storeName=a1400fca1abf451a37584c4899d78e1f/A, priority=13, startTime=1731069658332; duration=0sec 2024-11-08T12:40:58,368 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T12:40:58,368 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a1400fca1abf451a37584c4899d78e1f:A 2024-11-08T12:40:58,368 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T12:40:58,369 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T12:40:58,369 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HStore(1541): a1400fca1abf451a37584c4899d78e1f/C is initiating minor compaction (all files) 2024-11-08T12:40:58,369 INFO [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a1400fca1abf451a37584c4899d78e1f/C in TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f. 2024-11-08T12:40:58,369 INFO [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/C/49e31249c9764f58a397e9ab3626dd16, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/C/555a3b06de154f5c8f310ef2dd5274bd, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/C/80b4924fe1d240a2ad03bc82f12ec42e] into tmpdir=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/.tmp, totalSize=36.7 K 2024-11-08T12:40:58,369 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] compactions.Compactor(225): Compacting 49e31249c9764f58a397e9ab3626dd16, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=287, earliestPutTs=1731069652966 2024-11-08T12:40:58,370 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] compactions.Compactor(225): Compacting 555a3b06de154f5c8f310ef2dd5274bd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=312, earliestPutTs=1731069654132 2024-11-08T12:40:58,370 INFO [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a1400fca1abf451a37584c4899d78e1f/B of a1400fca1abf451a37584c4899d78e1f into 443dc85a77704610998745344aacd601(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T12:40:58,370 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a1400fca1abf451a37584c4899d78e1f: 2024-11-08T12:40:58,370 INFO [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., storeName=a1400fca1abf451a37584c4899d78e1f/B, priority=13, startTime=1731069658332; duration=0sec 2024-11-08T12:40:58,370 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T12:40:58,370 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a1400fca1abf451a37584c4899d78e1f:B 2024-11-08T12:40:58,370 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] compactions.Compactor(225): Compacting 80b4924fe1d240a2ad03bc82f12ec42e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=330, earliestPutTs=1731069656305 2024-11-08T12:40:58,378 INFO [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a1400fca1abf451a37584c4899d78e1f#C#compaction#271 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T12:40:58,379 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/.tmp/C/5f4221540c3a4ce6bee623112eac4868 is 50, key is test_row_0/C:col10/1731069657476/Put/seqid=0 2024-11-08T12:40:58,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742139_1315 (size=13085) 2024-11-08T12:40:58,399 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:58,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49312 deadline: 1731069718396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:58,399 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:58,399 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:58,399 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:40:58,474 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38479 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81 2024-11-08T12:40:58,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f. 2024-11-08T12:40:58,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f. as already flushing 2024-11-08T12:40:58,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f. 2024-11-08T12:40:58,474 ERROR [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] handler.RSProcedureHandler(58): pid=81 java.io.IOException: Unable to complete flush {ENCODED => a1400fca1abf451a37584c4899d78e1f, NAME => 'TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:40:58,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=81 java.io.IOException: Unable to complete flush {ENCODED => a1400fca1abf451a37584c4899d78e1f, NAME => 'TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:40:58,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40975 {}] master.HMaster(4177): Remote procedure failed, pid=81 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a1400fca1abf451a37584c4899d78e1f, NAME => 'TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a1400fca1abf451a37584c4899d78e1f, NAME => 'TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:40:58,504 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:58,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49312 deadline: 1731069718503, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:58,504 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:58,504 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:58,504 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:40:58,627 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38479 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81 2024-11-08T12:40:58,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f. 2024-11-08T12:40:58,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f. as already flushing 2024-11-08T12:40:58,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f. 2024-11-08T12:40:58,627 ERROR [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] handler.RSProcedureHandler(58): pid=81 java.io.IOException: Unable to complete flush {ENCODED => a1400fca1abf451a37584c4899d78e1f, NAME => 'TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:40:58,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=81 java.io.IOException: Unable to complete flush {ENCODED => a1400fca1abf451a37584c4899d78e1f, NAME => 'TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:40:58,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40975 {}] master.HMaster(4177): Remote procedure failed, pid=81 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a1400fca1abf451a37584c4899d78e1f, NAME => 'TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a1400fca1abf451a37584c4899d78e1f, NAME => 'TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:40:58,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-08T12:40:58,676 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:58,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49256 deadline: 1731069718673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:58,676 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:58,676 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:58,676 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:58,676 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:40:58,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49288 deadline: 1731069718673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:58,676 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:58,676 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:58,676 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:58,676 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:40:58,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49254 deadline: 1731069718673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:58,676 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:58,676 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:58,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49298 deadline: 1731069718673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:58,676 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:58,676 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:40:58,677 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:58,677 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:58,677 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:40:58,714 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:58,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49312 deadline: 1731069718713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:58,714 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:58,714 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:58,714 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:40:58,764 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=351 (bloomFilter=true), to=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/.tmp/B/2fa299a91d374cdcba04fe9267d2bfb6 2024-11-08T12:40:58,770 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/.tmp/C/570b159bff664a2e9415cbe792926984 is 50, key is test_row_0/C:col10/1731069658335/Put/seqid=0 2024-11-08T12:40:58,779 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38479 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81 2024-11-08T12:40:58,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f. 2024-11-08T12:40:58,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f. as already flushing 2024-11-08T12:40:58,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f. 2024-11-08T12:40:58,780 ERROR [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] handler.RSProcedureHandler(58): pid=81 java.io.IOException: Unable to complete flush {ENCODED => a1400fca1abf451a37584c4899d78e1f, NAME => 'TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:40:58,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=81 java.io.IOException: Unable to complete flush {ENCODED => a1400fca1abf451a37584c4899d78e1f, NAME => 'TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:40:58,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40975 {}] master.HMaster(4177): Remote procedure failed, pid=81 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a1400fca1abf451a37584c4899d78e1f, NAME => 'TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a1400fca1abf451a37584c4899d78e1f, NAME => 'TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:40:58,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742140_1316 (size=12301) 2024-11-08T12:40:58,791 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/.tmp/C/5f4221540c3a4ce6bee623112eac4868 as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/C/5f4221540c3a4ce6bee623112eac4868 2024-11-08T12:40:58,795 INFO [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a1400fca1abf451a37584c4899d78e1f/C of a1400fca1abf451a37584c4899d78e1f into 5f4221540c3a4ce6bee623112eac4868(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T12:40:58,795 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a1400fca1abf451a37584c4899d78e1f: 2024-11-08T12:40:58,795 INFO [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., storeName=a1400fca1abf451a37584c4899d78e1f/C, priority=13, startTime=1731069658332; duration=0sec 2024-11-08T12:40:58,795 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T12:40:58,795 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a1400fca1abf451a37584c4899d78e1f:C 2024-11-08T12:40:58,933 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38479 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81 2024-11-08T12:40:58,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f. 2024-11-08T12:40:58,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f. as already flushing 2024-11-08T12:40:58,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f. 2024-11-08T12:40:58,933 ERROR [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] handler.RSProcedureHandler(58): pid=81 java.io.IOException: Unable to complete flush {ENCODED => a1400fca1abf451a37584c4899d78e1f, NAME => 'TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:40:58,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=81 java.io.IOException: Unable to complete flush {ENCODED => a1400fca1abf451a37584c4899d78e1f, NAME => 'TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:40:58,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40975 {}] master.HMaster(4177): Remote procedure failed, pid=81 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a1400fca1abf451a37584c4899d78e1f, NAME => 'TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a1400fca1abf451a37584c4899d78e1f, NAME => 'TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:40:59,025 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:59,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49312 deadline: 1731069719023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:59,026 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:59,026 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:59,026 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:40:59,086 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38479 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81 2024-11-08T12:40:59,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f. 2024-11-08T12:40:59,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f. as already flushing 2024-11-08T12:40:59,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f. 2024-11-08T12:40:59,086 ERROR [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] handler.RSProcedureHandler(58): pid=81 java.io.IOException: Unable to complete flush {ENCODED => a1400fca1abf451a37584c4899d78e1f, NAME => 'TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:40:59,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=81 java.io.IOException: Unable to complete flush {ENCODED => a1400fca1abf451a37584c4899d78e1f, NAME => 'TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:40:59,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40975 {}] master.HMaster(4177): Remote procedure failed, pid=81 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a1400fca1abf451a37584c4899d78e1f, NAME => 'TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a1400fca1abf451a37584c4899d78e1f, NAME => 'TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:40:59,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-08T12:40:59,183 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=351 (bloomFilter=true), to=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/.tmp/C/570b159bff664a2e9415cbe792926984 2024-11-08T12:40:59,187 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/.tmp/A/1faf849e499440a897509b3c094470e9 as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/A/1faf849e499440a897509b3c094470e9 2024-11-08T12:40:59,190 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/A/1faf849e499440a897509b3c094470e9, entries=150, sequenceid=351, filesize=12.0 K 2024-11-08T12:40:59,191 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/.tmp/B/2fa299a91d374cdcba04fe9267d2bfb6 as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/B/2fa299a91d374cdcba04fe9267d2bfb6 2024-11-08T12:40:59,194 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/B/2fa299a91d374cdcba04fe9267d2bfb6, entries=150, sequenceid=351, filesize=12.0 K 2024-11-08T12:40:59,195 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/.tmp/C/570b159bff664a2e9415cbe792926984 as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/C/570b159bff664a2e9415cbe792926984 2024-11-08T12:40:59,198 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/C/570b159bff664a2e9415cbe792926984, entries=150, sequenceid=351, filesize=12.0 K 2024-11-08T12:40:59,199 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for a1400fca1abf451a37584c4899d78e1f in 863ms, sequenceid=351, compaction requested=false 2024-11-08T12:40:59,199 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for a1400fca1abf451a37584c4899d78e1f: 2024-11-08T12:40:59,238 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38479 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81 2024-11-08T12:40:59,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f. 2024-11-08T12:40:59,239 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2902): Flushing a1400fca1abf451a37584c4899d78e1f 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-08T12:40:59,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/.tmp/A/529088c180fc486c9bb2bbf12e17b97b is 50, key is test_row_0/A:col10/1731069658386/Put/seqid=0 2024-11-08T12:40:59,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742141_1317 (size=12301) 2024-11-08T12:40:59,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(8855): Flush requested on a1400fca1abf451a37584c4899d78e1f 2024-11-08T12:40:59,536 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f. as already flushing 2024-11-08T12:40:59,610 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:59,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49312 deadline: 1731069719607, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:59,611 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:59,611 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:59,611 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:40:59,648 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=369 (bloomFilter=true), to=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/.tmp/A/529088c180fc486c9bb2bbf12e17b97b 2024-11-08T12:40:59,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/.tmp/B/c7896caf43ad40c583924ae1c2ab85f9 is 50, key is test_row_0/B:col10/1731069658386/Put/seqid=0 2024-11-08T12:40:59,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742142_1318 (size=12301) 2024-11-08T12:40:59,684 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:59,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49256 deadline: 1731069719683, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:59,685 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:59,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49288 deadline: 1731069719683, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:59,685 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:59,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49254 deadline: 1731069719683, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:59,685 WARN [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRpcRetryingCaller(177): Call to 6ccfea20c990,38479,1731069575023 for 'test_row_0' in a1400fca1abf451a37584c4899d78e1f of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2154 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-08T12:40:59,685 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:59,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49298 deadline: 1731069719683, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:59,685 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:59,685 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:59,685 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 6ccfea20c990,38479,1731069575023 for 'test_row_2' in a1400fca1abf451a37584c4899d78e1f of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2158 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-08T12:40:59,685 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:40:59,686 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:59,686 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:59,686 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:40:59,685 WARN [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRpcRetryingCaller(177): Call to 6ccfea20c990,38479,1731069575023 for 'test_row_0' in a1400fca1abf451a37584c4899d78e1f of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2152 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-08T12:40:59,686 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:59,686 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:59,686 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:40:59,686 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to 6ccfea20c990,38479,1731069575023 for 'test_row_1' in a1400fca1abf451a37584c4899d78e1f of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2153 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-08T12:40:59,686 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:59,686 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:59,686 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:40:59,714 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:59,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49312 deadline: 1731069719713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:59,715 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:59,715 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:59,715 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:40:59,924 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:40:59,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49312 deadline: 1731069719922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:40:59,925 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:59,925 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:40:59,925 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:41:00,059 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=369 (bloomFilter=true), to=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/.tmp/B/c7896caf43ad40c583924ae1c2ab85f9 2024-11-08T12:41:00,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/.tmp/C/41aea561e37644979c619414ebbec751 is 50, key is test_row_0/C:col10/1731069658386/Put/seqid=0 2024-11-08T12:41:00,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742143_1319 (size=12301) 2024-11-08T12:41:00,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-08T12:41:00,235 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:41:00,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49312 deadline: 1731069720233, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:41:00,235 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:00,235 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:00,235 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:41:00,469 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=369 (bloomFilter=true), to=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/.tmp/C/41aea561e37644979c619414ebbec751 2024-11-08T12:41:00,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/.tmp/A/529088c180fc486c9bb2bbf12e17b97b as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/A/529088c180fc486c9bb2bbf12e17b97b 2024-11-08T12:41:00,479 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/A/529088c180fc486c9bb2bbf12e17b97b, entries=150, sequenceid=369, filesize=12.0 K 2024-11-08T12:41:00,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/.tmp/B/c7896caf43ad40c583924ae1c2ab85f9 as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/B/c7896caf43ad40c583924ae1c2ab85f9 2024-11-08T12:41:00,490 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/B/c7896caf43ad40c583924ae1c2ab85f9, entries=150, sequenceid=369, filesize=12.0 K 2024-11-08T12:41:00,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/.tmp/C/41aea561e37644979c619414ebbec751 as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/C/41aea561e37644979c619414ebbec751 2024-11-08T12:41:00,496 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/C/41aea561e37644979c619414ebbec751, entries=150, sequenceid=369, filesize=12.0 K 2024-11-08T12:41:00,497 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for a1400fca1abf451a37584c4899d78e1f in 1258ms, sequenceid=369, compaction requested=true 2024-11-08T12:41:00,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2603): Flush status journal for a1400fca1abf451a37584c4899d78e1f: 2024-11-08T12:41:00,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f. 2024-11-08T12:41:00,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=81 2024-11-08T12:41:00,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40975 {}] master.HMaster(4169): Remote procedure done, pid=81 2024-11-08T12:41:00,500 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=81, resume processing ppid=80 2024-11-08T12:41:00,501 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=81, ppid=80, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.4830 sec 2024-11-08T12:41:00,503 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=80, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=80, table=TestAcidGuarantees in 2.4870 sec 2024-11-08T12:41:00,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(8855): Flush requested on a1400fca1abf451a37584c4899d78e1f 2024-11-08T12:41:00,746 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-08T12:41:00,746 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing a1400fca1abf451a37584c4899d78e1f 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-08T12:41:00,750 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/.tmp/A/0ab88d51ff964ee0a72f0a49da1c2332 is 50, key is test_row_0/A:col10/1731069660745/Put/seqid=0 2024-11-08T12:41:00,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742144_1320 (size=12301) 2024-11-08T12:41:00,761 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=391 (bloomFilter=true), to=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/.tmp/A/0ab88d51ff964ee0a72f0a49da1c2332 2024-11-08T12:41:00,770 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/.tmp/B/9eef31fd64544956a28e2d75cf07198e is 50, key is test_row_0/B:col10/1731069660745/Put/seqid=0 2024-11-08T12:41:00,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742145_1321 (size=12301) 2024-11-08T12:41:00,803 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:41:00,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49312 deadline: 1731069720799, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:41:00,803 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:00,803 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:00,803 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:41:00,916 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:41:00,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49312 deadline: 1731069720913, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:41:00,917 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:00,917 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:00,917 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:41:01,126 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:41:01,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49312 deadline: 1731069721123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:41:01,127 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:01,127 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:01,127 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:41:01,175 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=391 (bloomFilter=true), to=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/.tmp/B/9eef31fd64544956a28e2d75cf07198e 2024-11-08T12:41:01,182 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/.tmp/C/7f6d78d563564c5b8900578f266e64e3 is 50, key is test_row_0/C:col10/1731069660745/Put/seqid=0 2024-11-08T12:41:01,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742146_1322 (size=12301) 2024-11-08T12:41:01,315 INFO [Thread-1132 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1132. 2024-11-08T12:41:01,316 DEBUG [Thread-1132 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-08T12:41:01,316 DEBUG [Thread-1132 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T12:41:01,316 DEBUG [Thread-1132 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T12:41:01,316 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T12:41:01,316 INFO [Thread-1140 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1140. 2024-11-08T12:41:01,316 DEBUG [Thread-1140 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-08T12:41:01,316 DEBUG [Thread-1140 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T12:41:01,317 DEBUG [Thread-1140 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T12:41:01,317 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T12:41:01,317 INFO [Thread-1136 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1136. 2024-11-08T12:41:01,317 DEBUG [Thread-1136 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-08T12:41:01,317 DEBUG [Thread-1136 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T12:41:01,317 DEBUG [Thread-1136 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T12:41:01,317 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T12:41:01,321 INFO [Thread-1134 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1134. 2024-11-08T12:41:01,321 DEBUG [Thread-1134 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-08T12:41:01,321 DEBUG [Thread-1134 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T12:41:01,321 DEBUG [Thread-1134 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T12:41:01,321 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T12:41:01,321 INFO [Thread-1138 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1138. 2024-11-08T12:41:01,321 DEBUG [Thread-1138 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-08T12:41:01,321 DEBUG [Thread-1138 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T12:41:01,321 DEBUG [Thread-1138 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T12:41:01,321 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T12:41:01,433 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:41:01,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49312 deadline: 1731069721433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:41:01,434 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:01,434 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:01,434 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:41:01,587 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=391 (bloomFilter=true), to=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/.tmp/C/7f6d78d563564c5b8900578f266e64e3 2024-11-08T12:41:01,591 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/.tmp/A/0ab88d51ff964ee0a72f0a49da1c2332 as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/A/0ab88d51ff964ee0a72f0a49da1c2332 2024-11-08T12:41:01,594 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/A/0ab88d51ff964ee0a72f0a49da1c2332, entries=150, sequenceid=391, filesize=12.0 K 2024-11-08T12:41:01,595 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/.tmp/B/9eef31fd64544956a28e2d75cf07198e as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/B/9eef31fd64544956a28e2d75cf07198e 2024-11-08T12:41:01,599 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/B/9eef31fd64544956a28e2d75cf07198e, entries=150, sequenceid=391, filesize=12.0 K 2024-11-08T12:41:01,599 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/.tmp/C/7f6d78d563564c5b8900578f266e64e3 as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/C/7f6d78d563564c5b8900578f266e64e3 2024-11-08T12:41:01,603 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/C/7f6d78d563564c5b8900578f266e64e3, entries=150, sequenceid=391, filesize=12.0 K 2024-11-08T12:41:01,603 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for a1400fca1abf451a37584c4899d78e1f in 857ms, sequenceid=391, compaction requested=true 2024-11-08T12:41:01,604 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for a1400fca1abf451a37584c4899d78e1f: 2024-11-08T12:41:01,604 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a1400fca1abf451a37584c4899d78e1f:A, priority=-2147483648, current under compaction store size is 1 2024-11-08T12:41:01,604 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T12:41:01,604 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-08T12:41:01,604 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a1400fca1abf451a37584c4899d78e1f:B, priority=-2147483648, current under compaction store size is 2 2024-11-08T12:41:01,604 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T12:41:01,604 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a1400fca1abf451a37584c4899d78e1f:C, priority=-2147483648, current under compaction store size is 3 2024-11-08T12:41:01,604 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-08T12:41:01,604 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T12:41:01,605 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49988 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-08T12:41:01,605 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49988 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-08T12:41:01,605 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HStore(1541): a1400fca1abf451a37584c4899d78e1f/A is initiating minor compaction (all files) 2024-11-08T12:41:01,605 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HStore(1541): a1400fca1abf451a37584c4899d78e1f/B is initiating minor compaction (all files) 2024-11-08T12:41:01,605 INFO [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a1400fca1abf451a37584c4899d78e1f/A in TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f. 2024-11-08T12:41:01,605 INFO [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a1400fca1abf451a37584c4899d78e1f/B in TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f. 2024-11-08T12:41:01,605 INFO [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/A/9ac204fada0d42d7991095c30d8b66f2, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/A/1faf849e499440a897509b3c094470e9, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/A/529088c180fc486c9bb2bbf12e17b97b, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/A/0ab88d51ff964ee0a72f0a49da1c2332] into tmpdir=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/.tmp, totalSize=48.8 K 2024-11-08T12:41:01,605 INFO [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/B/443dc85a77704610998745344aacd601, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/B/2fa299a91d374cdcba04fe9267d2bfb6, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/B/c7896caf43ad40c583924ae1c2ab85f9, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/B/9eef31fd64544956a28e2d75cf07198e] into tmpdir=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/.tmp, totalSize=48.8 K 2024-11-08T12:41:01,605 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9ac204fada0d42d7991095c30d8b66f2, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=330, earliestPutTs=1731069656305 2024-11-08T12:41:01,605 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.Compactor(225): Compacting 443dc85a77704610998745344aacd601, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=330, earliestPutTs=1731069656305 2024-11-08T12:41:01,606 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.Compactor(225): Compacting 2fa299a91d374cdcba04fe9267d2bfb6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=351, earliestPutTs=1731069657525 2024-11-08T12:41:01,606 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1faf849e499440a897509b3c094470e9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=351, earliestPutTs=1731069657525 2024-11-08T12:41:01,606 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.Compactor(225): Compacting c7896caf43ad40c583924ae1c2ab85f9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=369, earliestPutTs=1731069658383 2024-11-08T12:41:01,606 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] compactions.Compactor(225): Compacting 529088c180fc486c9bb2bbf12e17b97b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=369, earliestPutTs=1731069658383 2024-11-08T12:41:01,606 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0ab88d51ff964ee0a72f0a49da1c2332, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=391, earliestPutTs=1731069659597 2024-11-08T12:41:01,606 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.Compactor(225): Compacting 9eef31fd64544956a28e2d75cf07198e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=391, earliestPutTs=1731069659597 2024-11-08T12:41:01,613 INFO [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a1400fca1abf451a37584c4899d78e1f#A#compaction#279 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T12:41:01,613 INFO [RS:0;6ccfea20c990:38479-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a1400fca1abf451a37584c4899d78e1f#B#compaction#280 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T12:41:01,613 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/.tmp/A/9418524cc817492aa36c67e3a3545969 is 50, key is test_row_0/A:col10/1731069660745/Put/seqid=0 2024-11-08T12:41:01,613 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/.tmp/B/5d482ad5a2bb42e5afbe5d343e0d383e is 50, key is test_row_0/B:col10/1731069660745/Put/seqid=0 2024-11-08T12:41:01,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742147_1323 (size=13221) 2024-11-08T12:41:01,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742148_1324 (size=13221) 2024-11-08T12:41:01,621 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/.tmp/A/9418524cc817492aa36c67e3a3545969 as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/A/9418524cc817492aa36c67e3a3545969 2024-11-08T12:41:01,624 INFO [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in a1400fca1abf451a37584c4899d78e1f/A of a1400fca1abf451a37584c4899d78e1f into 9418524cc817492aa36c67e3a3545969(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T12:41:01,625 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a1400fca1abf451a37584c4899d78e1f: 2024-11-08T12:41:01,625 INFO [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., storeName=a1400fca1abf451a37584c4899d78e1f/A, priority=12, startTime=1731069661604; duration=0sec 2024-11-08T12:41:01,625 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T12:41:01,625 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a1400fca1abf451a37584c4899d78e1f:A 2024-11-08T12:41:01,625 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-08T12:41:01,626 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49988 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-08T12:41:01,626 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HStore(1541): a1400fca1abf451a37584c4899d78e1f/C is initiating minor compaction (all files) 2024-11-08T12:41:01,626 INFO [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a1400fca1abf451a37584c4899d78e1f/C in TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f. 2024-11-08T12:41:01,626 INFO [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/C/5f4221540c3a4ce6bee623112eac4868, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/C/570b159bff664a2e9415cbe792926984, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/C/41aea561e37644979c619414ebbec751, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/C/7f6d78d563564c5b8900578f266e64e3] into tmpdir=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/.tmp, totalSize=48.8 K 2024-11-08T12:41:01,626 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5f4221540c3a4ce6bee623112eac4868, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=330, earliestPutTs=1731069656305 2024-11-08T12:41:01,626 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] compactions.Compactor(225): Compacting 570b159bff664a2e9415cbe792926984, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=351, earliestPutTs=1731069657525 2024-11-08T12:41:01,627 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] compactions.Compactor(225): Compacting 41aea561e37644979c619414ebbec751, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=369, earliestPutTs=1731069658383 2024-11-08T12:41:01,627 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7f6d78d563564c5b8900578f266e64e3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=391, earliestPutTs=1731069659597 2024-11-08T12:41:01,633 INFO [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a1400fca1abf451a37584c4899d78e1f#C#compaction#281 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T12:41:01,634 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/.tmp/C/5ac04abe8baf468ea0a87514181179b8 is 50, key is test_row_0/C:col10/1731069660745/Put/seqid=0 2024-11-08T12:41:01,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742149_1325 (size=13221) 2024-11-08T12:41:01,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(8855): Flush requested on a1400fca1abf451a37584c4899d78e1f 2024-11-08T12:41:01,694 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-08T12:41:01,695 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing a1400fca1abf451a37584c4899d78e1f 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-08T12:41:01,695 INFO [Thread-1129 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1129. 2024-11-08T12:41:01,695 DEBUG [Thread-1129 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-08T12:41:01,695 DEBUG [Thread-1129 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T12:41:01,695 DEBUG [Thread-1129 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T12:41:01,695 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T12:41:01,699 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/.tmp/A/7f904ac7b54c4802bac48503f93265af is 50, key is test_row_0/A:col10/1731069661693/Put/seqid=0 2024-11-08T12:41:01,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742150_1326 (size=12301) 2024-11-08T12:41:01,705 INFO [Thread-1121 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1121. 2024-11-08T12:41:01,705 INFO [Thread-1127 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1127. 2024-11-08T12:41:01,705 DEBUG [Thread-1127 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-08T12:41:01,705 DEBUG [Thread-1121 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-08T12:41:01,705 DEBUG [Thread-1127 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T12:41:01,705 DEBUG [Thread-1121 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T12:41:01,705 DEBUG [Thread-1127 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T12:41:01,705 DEBUG [Thread-1121 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T12:41:01,705 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T12:41:01,705 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T12:41:01,714 INFO [Thread-1125 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1125. 2024-11-08T12:41:01,714 DEBUG [Thread-1125 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-08T12:41:01,714 DEBUG [Thread-1125 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T12:41:01,714 DEBUG [Thread-1125 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T12:41:01,714 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T12:41:01,948 INFO [Thread-1123 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1123. 2024-11-08T12:41:01,948 DEBUG [Thread-1123 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-08T12:41:01,948 DEBUG [Thread-1123 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T12:41:01,948 DEBUG [Thread-1123 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T12:41:01,948 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T12:41:02,030 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/.tmp/B/5d482ad5a2bb42e5afbe5d343e0d383e as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/B/5d482ad5a2bb42e5afbe5d343e0d383e 2024-11-08T12:41:02,036 INFO [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in a1400fca1abf451a37584c4899d78e1f/B of a1400fca1abf451a37584c4899d78e1f into 5d482ad5a2bb42e5afbe5d343e0d383e(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T12:41:02,036 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a1400fca1abf451a37584c4899d78e1f: 2024-11-08T12:41:02,036 INFO [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., storeName=a1400fca1abf451a37584c4899d78e1f/B, priority=12, startTime=1731069661604; duration=0sec 2024-11-08T12:41:02,036 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T12:41:02,036 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a1400fca1abf451a37584c4899d78e1f:B 2024-11-08T12:41:02,042 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/.tmp/C/5ac04abe8baf468ea0a87514181179b8 as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/C/5ac04abe8baf468ea0a87514181179b8 2024-11-08T12:41:02,046 INFO [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in a1400fca1abf451a37584c4899d78e1f/C of a1400fca1abf451a37584c4899d78e1f into 5ac04abe8baf468ea0a87514181179b8(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T12:41:02,046 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a1400fca1abf451a37584c4899d78e1f: 2024-11-08T12:41:02,046 INFO [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., storeName=a1400fca1abf451a37584c4899d78e1f/C, priority=12, startTime=1731069661604; duration=0sec 2024-11-08T12:41:02,046 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T12:41:02,046 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a1400fca1abf451a37584c4899d78e1f:C 2024-11-08T12:41:02,104 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=407 (bloomFilter=true), to=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/.tmp/A/7f904ac7b54c4802bac48503f93265af 2024-11-08T12:41:02,113 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/.tmp/B/6803352feb4b41cb85748878d5bfd1ab is 50, key is test_row_0/B:col10/1731069661693/Put/seqid=0 2024-11-08T12:41:02,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742151_1327 (size=12301) 2024-11-08T12:41:02,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-08T12:41:02,193 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-08T12:41:02,193 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-08T12:41:02,193 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 60 2024-11-08T12:41:02,193 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 87 2024-11-08T12:41:02,193 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 62 2024-11-08T12:41:02,193 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 50 2024-11-08T12:41:02,193 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 66 2024-11-08T12:41:02,193 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-08T12:41:02,194 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3737 2024-11-08T12:41:02,194 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3785 2024-11-08T12:41:02,194 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3621 2024-11-08T12:41:02,194 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3727 2024-11-08T12:41:02,194 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3792 2024-11-08T12:41:02,194 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-08T12:41:02,194 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T12:41:02,194 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:91) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testGetAtomicity(AcidGuaranteesTestBase.java:107) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T12:41:02,194 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T12:41:02,194 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T12:41:02,194 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T12:41:02,195 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40975 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-08T12:41:02,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40975 {}] procedure2.ProcedureExecutor(1139): Stored pid=82, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-08T12:41:02,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-11-08T12:41:02,201 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731069662200"}]},"ts":"1731069662200"} 2024-11-08T12:41:02,203 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-08T12:41:02,203 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-08T12:41:02,204 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=83, ppid=82, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-08T12:41:02,206 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=84, ppid=83, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=a1400fca1abf451a37584c4899d78e1f, UNASSIGN}] 2024-11-08T12:41:02,207 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=84, ppid=83, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=a1400fca1abf451a37584c4899d78e1f, UNASSIGN 2024-11-08T12:41:02,208 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=84 updating hbase:meta row=a1400fca1abf451a37584c4899d78e1f, regionState=CLOSING, regionLocation=6ccfea20c990,38479,1731069575023 2024-11-08T12:41:02,210 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=84, ppid=83, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=a1400fca1abf451a37584c4899d78e1f, UNASSIGN because future has completed 2024-11-08T12:41:02,211 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-08T12:41:02,211 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=85, ppid=84, state=RUNNABLE, hasLock=false; CloseRegionProcedure a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023}] 2024-11-08T12:41:02,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-11-08T12:41:02,365 INFO [RS_CLOSE_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] handler.UnassignRegionHandler(122): Close a1400fca1abf451a37584c4899d78e1f 2024-11-08T12:41:02,365 DEBUG [RS_CLOSE_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-08T12:41:02,365 DEBUG [RS_CLOSE_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1722): Closing a1400fca1abf451a37584c4899d78e1f, disabling compactions & flushes 2024-11-08T12:41:02,365 DEBUG [RS_CLOSE_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1993): waiting for 0 compactions & cache flush to complete for region TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f. 2024-11-08T12:41:02,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-11-08T12:41:02,518 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=407 (bloomFilter=true), to=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/.tmp/B/6803352feb4b41cb85748878d5bfd1ab 2024-11-08T12:41:02,529 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/.tmp/C/f1a14492646948129ce86bb117df9b7f is 50, key is test_row_0/C:col10/1731069661693/Put/seqid=0 2024-11-08T12:41:02,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742152_1328 (size=12301) 2024-11-08T12:41:02,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-11-08T12:41:02,935 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=407 (bloomFilter=true), to=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/.tmp/C/f1a14492646948129ce86bb117df9b7f 2024-11-08T12:41:02,945 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/.tmp/A/7f904ac7b54c4802bac48503f93265af as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/A/7f904ac7b54c4802bac48503f93265af 2024-11-08T12:41:02,951 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/A/7f904ac7b54c4802bac48503f93265af, entries=150, sequenceid=407, filesize=12.0 K 2024-11-08T12:41:02,952 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/.tmp/B/6803352feb4b41cb85748878d5bfd1ab as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/B/6803352feb4b41cb85748878d5bfd1ab 2024-11-08T12:41:02,957 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/B/6803352feb4b41cb85748878d5bfd1ab, entries=150, sequenceid=407, filesize=12.0 K 2024-11-08T12:41:02,958 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/.tmp/C/f1a14492646948129ce86bb117df9b7f as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/C/f1a14492646948129ce86bb117df9b7f 2024-11-08T12:41:02,962 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/C/f1a14492646948129ce86bb117df9b7f, entries=150, sequenceid=407, filesize=12.0 K 2024-11-08T12:41:02,963 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=26.84 KB/27480 for a1400fca1abf451a37584c4899d78e1f in 1268ms, sequenceid=407, compaction requested=false 2024-11-08T12:41:02,963 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for a1400fca1abf451a37584c4899d78e1f: 2024-11-08T12:41:02,963 INFO [RS_CLOSE_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f. 2024-11-08T12:41:02,963 DEBUG [RS_CLOSE_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f. 2024-11-08T12:41:02,963 DEBUG [RS_CLOSE_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f. after waiting 0 ms 2024-11-08T12:41:02,963 DEBUG [RS_CLOSE_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f. 2024-11-08T12:41:02,963 INFO [RS_CLOSE_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(2902): Flushing a1400fca1abf451a37584c4899d78e1f 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-11-08T12:41:02,966 DEBUG [RS_CLOSE_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/.tmp/A/78400d42ef9c4e069004025c6d5f7871 is 50, key is test_row_0/A:col10/1731069661713/Put/seqid=0 2024-11-08T12:41:02,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742153_1329 (size=12301) 2024-11-08T12:41:03,283 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-08T12:41:03,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-11-08T12:41:03,371 INFO [RS_CLOSE_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=416 (bloomFilter=true), to=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/.tmp/A/78400d42ef9c4e069004025c6d5f7871 2024-11-08T12:41:03,385 DEBUG [RS_CLOSE_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/.tmp/B/9c3d90dff4164210a431179f732c3c5a is 50, key is test_row_0/B:col10/1731069661713/Put/seqid=0 2024-11-08T12:41:03,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742154_1330 (size=12301) 2024-11-08T12:41:03,791 INFO [RS_CLOSE_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=416 (bloomFilter=true), to=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/.tmp/B/9c3d90dff4164210a431179f732c3c5a 2024-11-08T12:41:03,806 DEBUG [RS_CLOSE_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/.tmp/C/7899d7a67fde4c48af28aee975348da5 is 50, key is test_row_0/C:col10/1731069661713/Put/seqid=0 2024-11-08T12:41:03,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742155_1331 (size=12301) 2024-11-08T12:41:04,212 INFO [RS_CLOSE_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=416 (bloomFilter=true), to=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/.tmp/C/7899d7a67fde4c48af28aee975348da5 2024-11-08T12:41:04,222 DEBUG [RS_CLOSE_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/.tmp/A/78400d42ef9c4e069004025c6d5f7871 as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/A/78400d42ef9c4e069004025c6d5f7871 2024-11-08T12:41:04,227 INFO [RS_CLOSE_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/A/78400d42ef9c4e069004025c6d5f7871, entries=150, sequenceid=416, filesize=12.0 K 2024-11-08T12:41:04,228 DEBUG [RS_CLOSE_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/.tmp/B/9c3d90dff4164210a431179f732c3c5a as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/B/9c3d90dff4164210a431179f732c3c5a 2024-11-08T12:41:04,232 INFO [RS_CLOSE_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/B/9c3d90dff4164210a431179f732c3c5a, entries=150, sequenceid=416, filesize=12.0 K 2024-11-08T12:41:04,233 DEBUG [RS_CLOSE_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/.tmp/C/7899d7a67fde4c48af28aee975348da5 as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/C/7899d7a67fde4c48af28aee975348da5 2024-11-08T12:41:04,238 INFO [RS_CLOSE_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/C/7899d7a67fde4c48af28aee975348da5, entries=150, sequenceid=416, filesize=12.0 K 2024-11-08T12:41:04,239 INFO [RS_CLOSE_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(3140): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for a1400fca1abf451a37584c4899d78e1f in 1276ms, sequenceid=416, compaction requested=true 2024-11-08T12:41:04,240 DEBUG [StoreCloser-TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/A/73012e64a5b54e05800d75100b9e4064, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/A/84c1b58462354e4b8f4add5d2351fae0, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/A/c629d73d08ae4be389d9a0047639f409, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/A/c218a17ca657411695a9fcddb14bbcc4, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/A/679d34b3d3b14259a2b32ba56df57c22, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/A/bffc18641c9c4184bed8fcea516ddf19, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/A/53fd40e3f3304a05be7d550f3ce87645, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/A/a60c4c5af424476b9a5b640304d1511c, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/A/67855d0ba164428c9784b6ee9e7804e4, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/A/0e9ac75b316f4f3dbe1284d4eb53f475, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/A/0f1e280c3c3d4f7caa6766712708e05d, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/A/7d0c6883c2324834b3c6d0514f25c8b8, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/A/b1de4793f90e4db1861cfb7ceadc39ec, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/A/359e711130e840f287f00aab523b0edc, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/A/baaf4b2a2f4e488aa4eba2954128070d, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/A/3ce2b3fb937a43898f97079a740e91b1, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/A/1c054f25192b48c2b0f1454e0966dfcb, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/A/c4ac255804ef4d1b8faf877e13e3d36f, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/A/ea46003b7929419fa879249cd9adc930, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/A/5dad01435e10445c9573e97872c9e752, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/A/6fbaf7fb55f246bea7225d8a4b07c530, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/A/0722fc5dd3d143c48d18736d7d2d3bde, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/A/cbdef6b4d8244bf8856ac98c6c41f43c, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/A/9ac204fada0d42d7991095c30d8b66f2, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/A/1faf849e499440a897509b3c094470e9, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/A/529088c180fc486c9bb2bbf12e17b97b, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/A/0ab88d51ff964ee0a72f0a49da1c2332] to archive 2024-11-08T12:41:04,241 DEBUG [StoreCloser-TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-08T12:41:04,243 DEBUG [StoreCloser-TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/A/73012e64a5b54e05800d75100b9e4064 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/A/73012e64a5b54e05800d75100b9e4064 2024-11-08T12:41:04,245 DEBUG [StoreCloser-TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/A/84c1b58462354e4b8f4add5d2351fae0 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/A/84c1b58462354e4b8f4add5d2351fae0 2024-11-08T12:41:04,246 DEBUG [StoreCloser-TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/A/c629d73d08ae4be389d9a0047639f409 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/A/c629d73d08ae4be389d9a0047639f409 2024-11-08T12:41:04,247 DEBUG [StoreCloser-TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/A/c218a17ca657411695a9fcddb14bbcc4 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/A/c218a17ca657411695a9fcddb14bbcc4 2024-11-08T12:41:04,249 DEBUG [StoreCloser-TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/A/679d34b3d3b14259a2b32ba56df57c22 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/A/679d34b3d3b14259a2b32ba56df57c22 2024-11-08T12:41:04,250 DEBUG [StoreCloser-TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/A/bffc18641c9c4184bed8fcea516ddf19 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/A/bffc18641c9c4184bed8fcea516ddf19 2024-11-08T12:41:04,251 DEBUG [StoreCloser-TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/A/53fd40e3f3304a05be7d550f3ce87645 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/A/53fd40e3f3304a05be7d550f3ce87645 2024-11-08T12:41:04,252 DEBUG [StoreCloser-TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/A/a60c4c5af424476b9a5b640304d1511c to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/A/a60c4c5af424476b9a5b640304d1511c 2024-11-08T12:41:04,254 DEBUG [StoreCloser-TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/A/67855d0ba164428c9784b6ee9e7804e4 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/A/67855d0ba164428c9784b6ee9e7804e4 2024-11-08T12:41:04,256 DEBUG [StoreCloser-TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/A/0e9ac75b316f4f3dbe1284d4eb53f475 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/A/0e9ac75b316f4f3dbe1284d4eb53f475 2024-11-08T12:41:04,257 DEBUG [StoreCloser-TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/A/0f1e280c3c3d4f7caa6766712708e05d to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/A/0f1e280c3c3d4f7caa6766712708e05d 2024-11-08T12:41:04,259 DEBUG [StoreCloser-TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/A/7d0c6883c2324834b3c6d0514f25c8b8 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/A/7d0c6883c2324834b3c6d0514f25c8b8 2024-11-08T12:41:04,260 DEBUG [StoreCloser-TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/A/b1de4793f90e4db1861cfb7ceadc39ec to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/A/b1de4793f90e4db1861cfb7ceadc39ec 2024-11-08T12:41:04,261 DEBUG [StoreCloser-TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/A/359e711130e840f287f00aab523b0edc to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/A/359e711130e840f287f00aab523b0edc 2024-11-08T12:41:04,262 DEBUG [StoreCloser-TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/A/baaf4b2a2f4e488aa4eba2954128070d to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/A/baaf4b2a2f4e488aa4eba2954128070d 2024-11-08T12:41:04,263 DEBUG [StoreCloser-TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/A/3ce2b3fb937a43898f97079a740e91b1 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/A/3ce2b3fb937a43898f97079a740e91b1 2024-11-08T12:41:04,263 DEBUG [StoreCloser-TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/A/1c054f25192b48c2b0f1454e0966dfcb to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/A/1c054f25192b48c2b0f1454e0966dfcb 2024-11-08T12:41:04,264 DEBUG [StoreCloser-TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/A/c4ac255804ef4d1b8faf877e13e3d36f to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/A/c4ac255804ef4d1b8faf877e13e3d36f 2024-11-08T12:41:04,265 DEBUG [StoreCloser-TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/A/ea46003b7929419fa879249cd9adc930 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/A/ea46003b7929419fa879249cd9adc930 2024-11-08T12:41:04,266 DEBUG [StoreCloser-TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/A/5dad01435e10445c9573e97872c9e752 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/A/5dad01435e10445c9573e97872c9e752 2024-11-08T12:41:04,267 DEBUG [StoreCloser-TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/A/6fbaf7fb55f246bea7225d8a4b07c530 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/A/6fbaf7fb55f246bea7225d8a4b07c530 2024-11-08T12:41:04,268 DEBUG [StoreCloser-TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/A/0722fc5dd3d143c48d18736d7d2d3bde to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/A/0722fc5dd3d143c48d18736d7d2d3bde 2024-11-08T12:41:04,268 DEBUG [StoreCloser-TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/A/cbdef6b4d8244bf8856ac98c6c41f43c to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/A/cbdef6b4d8244bf8856ac98c6c41f43c 2024-11-08T12:41:04,269 DEBUG [StoreCloser-TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/A/9ac204fada0d42d7991095c30d8b66f2 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/A/9ac204fada0d42d7991095c30d8b66f2 2024-11-08T12:41:04,270 DEBUG [StoreCloser-TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/A/1faf849e499440a897509b3c094470e9 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/A/1faf849e499440a897509b3c094470e9 2024-11-08T12:41:04,271 DEBUG [StoreCloser-TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/A/529088c180fc486c9bb2bbf12e17b97b to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/A/529088c180fc486c9bb2bbf12e17b97b 2024-11-08T12:41:04,272 DEBUG [StoreCloser-TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/A/0ab88d51ff964ee0a72f0a49da1c2332 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/A/0ab88d51ff964ee0a72f0a49da1c2332 2024-11-08T12:41:04,274 DEBUG [StoreCloser-TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/B/5e396d0774e54992afc4d0248fba25e9, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/B/f46bbb61350043d6a716ebfb070b7f82, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/B/765dc2649bbc49c18b159506c133f8b4, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/B/548aad16d7f746e282c2f514b70bb6f1, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/B/54a13dbfe41944798880f8f0bfc70fb7, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/B/93414ac8cdd94d96b04c9a7ffadd2a5f, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/B/ffb4cc8fe7eb474d8dea4ede73865b25, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/B/366cb99696304609961f7ea3d61d91d0, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/B/00813e6ad96347b7aaf493179f8a88eb, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/B/28fcbfde65554bcb9529d7f88dcd93a2, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/B/a35a46d835094392bbd4997e60aca968, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/B/87c7ab3d067c4b80b988cba090ebd56a, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/B/aab96f108111444ab31b5752f82b1c10, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/B/39dbc442a21943909994d074efd912fe, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/B/dfeaaddf7662476189f07f903f1d74e6, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/B/54786c82e2b14937b49f54946510534e, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/B/1c645de6c6284d88b7dc02e970ade84b, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/B/8d26b598236e4b38b61658d37fede4c4, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/B/3c4a52d21cd943f68f98b6f0f59d5158, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/B/7c435a0af836422fa5b9ba2530f56276, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/B/14a96c85a4964868b40bec7b3bf17d79, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/B/57ad3da37799499a8648281384e41e3b, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/B/443dc85a77704610998745344aacd601, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/B/cb1010b645bc42378da5013da2b54e22, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/B/2fa299a91d374cdcba04fe9267d2bfb6, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/B/c7896caf43ad40c583924ae1c2ab85f9, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/B/9eef31fd64544956a28e2d75cf07198e] to archive 2024-11-08T12:41:04,274 DEBUG [StoreCloser-TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-08T12:41:04,275 DEBUG [StoreCloser-TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/B/5e396d0774e54992afc4d0248fba25e9 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/B/5e396d0774e54992afc4d0248fba25e9 2024-11-08T12:41:04,276 DEBUG [StoreCloser-TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/B/f46bbb61350043d6a716ebfb070b7f82 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/B/f46bbb61350043d6a716ebfb070b7f82 2024-11-08T12:41:04,277 DEBUG [StoreCloser-TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/B/765dc2649bbc49c18b159506c133f8b4 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/B/765dc2649bbc49c18b159506c133f8b4 2024-11-08T12:41:04,278 DEBUG [StoreCloser-TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/B/548aad16d7f746e282c2f514b70bb6f1 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/B/548aad16d7f746e282c2f514b70bb6f1 2024-11-08T12:41:04,279 DEBUG [StoreCloser-TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/B/54a13dbfe41944798880f8f0bfc70fb7 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/B/54a13dbfe41944798880f8f0bfc70fb7 2024-11-08T12:41:04,280 DEBUG [StoreCloser-TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/B/93414ac8cdd94d96b04c9a7ffadd2a5f to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/B/93414ac8cdd94d96b04c9a7ffadd2a5f 2024-11-08T12:41:04,281 DEBUG [StoreCloser-TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/B/ffb4cc8fe7eb474d8dea4ede73865b25 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/B/ffb4cc8fe7eb474d8dea4ede73865b25 2024-11-08T12:41:04,282 DEBUG [StoreCloser-TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/B/366cb99696304609961f7ea3d61d91d0 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/B/366cb99696304609961f7ea3d61d91d0 2024-11-08T12:41:04,283 DEBUG [StoreCloser-TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/B/00813e6ad96347b7aaf493179f8a88eb to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/B/00813e6ad96347b7aaf493179f8a88eb 2024-11-08T12:41:04,284 DEBUG [StoreCloser-TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/B/28fcbfde65554bcb9529d7f88dcd93a2 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/B/28fcbfde65554bcb9529d7f88dcd93a2 2024-11-08T12:41:04,285 DEBUG [StoreCloser-TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/B/a35a46d835094392bbd4997e60aca968 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/B/a35a46d835094392bbd4997e60aca968 2024-11-08T12:41:04,286 DEBUG [StoreCloser-TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/B/87c7ab3d067c4b80b988cba090ebd56a to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/B/87c7ab3d067c4b80b988cba090ebd56a 2024-11-08T12:41:04,287 DEBUG [StoreCloser-TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/B/aab96f108111444ab31b5752f82b1c10 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/B/aab96f108111444ab31b5752f82b1c10 2024-11-08T12:41:04,288 DEBUG [StoreCloser-TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/B/39dbc442a21943909994d074efd912fe to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/B/39dbc442a21943909994d074efd912fe 2024-11-08T12:41:04,289 DEBUG [StoreCloser-TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/B/dfeaaddf7662476189f07f903f1d74e6 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/B/dfeaaddf7662476189f07f903f1d74e6 2024-11-08T12:41:04,290 DEBUG [StoreCloser-TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/B/54786c82e2b14937b49f54946510534e to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/B/54786c82e2b14937b49f54946510534e 2024-11-08T12:41:04,291 DEBUG [StoreCloser-TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/B/1c645de6c6284d88b7dc02e970ade84b to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/B/1c645de6c6284d88b7dc02e970ade84b 2024-11-08T12:41:04,292 DEBUG [StoreCloser-TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/B/8d26b598236e4b38b61658d37fede4c4 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/B/8d26b598236e4b38b61658d37fede4c4 2024-11-08T12:41:04,293 DEBUG [StoreCloser-TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/B/3c4a52d21cd943f68f98b6f0f59d5158 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/B/3c4a52d21cd943f68f98b6f0f59d5158 2024-11-08T12:41:04,294 DEBUG [StoreCloser-TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/B/7c435a0af836422fa5b9ba2530f56276 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/B/7c435a0af836422fa5b9ba2530f56276 2024-11-08T12:41:04,295 DEBUG [StoreCloser-TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/B/14a96c85a4964868b40bec7b3bf17d79 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/B/14a96c85a4964868b40bec7b3bf17d79 2024-11-08T12:41:04,296 DEBUG [StoreCloser-TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/B/57ad3da37799499a8648281384e41e3b to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/B/57ad3da37799499a8648281384e41e3b 2024-11-08T12:41:04,297 DEBUG [StoreCloser-TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/B/443dc85a77704610998745344aacd601 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/B/443dc85a77704610998745344aacd601 2024-11-08T12:41:04,298 DEBUG [StoreCloser-TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/B/cb1010b645bc42378da5013da2b54e22 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/B/cb1010b645bc42378da5013da2b54e22 2024-11-08T12:41:04,299 DEBUG [StoreCloser-TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/B/2fa299a91d374cdcba04fe9267d2bfb6 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/B/2fa299a91d374cdcba04fe9267d2bfb6 2024-11-08T12:41:04,301 DEBUG [StoreCloser-TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/B/c7896caf43ad40c583924ae1c2ab85f9 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/B/c7896caf43ad40c583924ae1c2ab85f9 2024-11-08T12:41:04,302 DEBUG [StoreCloser-TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/B/9eef31fd64544956a28e2d75cf07198e to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/B/9eef31fd64544956a28e2d75cf07198e 2024-11-08T12:41:04,303 DEBUG [StoreCloser-TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/C/d831c1a5e17142f3b24be96795bec791, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/C/619624b51bc24c0e8ba1dd1f8b21c299, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/C/4663ea9df9544babb475413d8c343a2b, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/C/72a52ed1201e4a28b65e75176aff073b, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/C/70e319eb72df43d2b8416006036d62c0, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/C/f895f1782d034712b915cf9805999d66, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/C/6f48cbb28efb425ab269e51c477ee5be, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/C/6b0bc2b88ef14be599d1bb30e1bf3639, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/C/8394187fa4164920a6827c4a1406cd0e, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/C/cd5c9e4beb064e1996b12ea8394ad64e, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/C/7705fc81addd4fd3a05212cc891cac96, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/C/25339665dcab4c189a364f86d172f63b, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/C/0fb725679a75411189d79db0df39cf06, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/C/768fa5c3d09045e483daccdfc602302d, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/C/ce24453766de4bd59f87ef13d3b3978b, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/C/414b78a0bb21464a95a8cffd0dece4dd, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/C/d15c0f7e3a4a4e44a81a23f0f50b1556, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/C/7429fc4751a64bc1be2164ca6f860a39, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/C/825a7204721c47318f483a86c445651a, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/C/49e31249c9764f58a397e9ab3626dd16, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/C/acb3b142cd39442bacc0557d7f000f89, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/C/555a3b06de154f5c8f310ef2dd5274bd, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/C/5f4221540c3a4ce6bee623112eac4868, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/C/80b4924fe1d240a2ad03bc82f12ec42e, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/C/570b159bff664a2e9415cbe792926984, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/C/41aea561e37644979c619414ebbec751, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/C/7f6d78d563564c5b8900578f266e64e3] to archive 2024-11-08T12:41:04,304 DEBUG [StoreCloser-TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-08T12:41:04,306 DEBUG [StoreCloser-TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/C/d831c1a5e17142f3b24be96795bec791 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/C/d831c1a5e17142f3b24be96795bec791 2024-11-08T12:41:04,307 DEBUG [StoreCloser-TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/C/619624b51bc24c0e8ba1dd1f8b21c299 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/C/619624b51bc24c0e8ba1dd1f8b21c299 2024-11-08T12:41:04,309 DEBUG [StoreCloser-TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/C/4663ea9df9544babb475413d8c343a2b to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/C/4663ea9df9544babb475413d8c343a2b 2024-11-08T12:41:04,310 DEBUG [StoreCloser-TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/C/72a52ed1201e4a28b65e75176aff073b to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/C/72a52ed1201e4a28b65e75176aff073b 2024-11-08T12:41:04,311 DEBUG [StoreCloser-TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/C/70e319eb72df43d2b8416006036d62c0 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/C/70e319eb72df43d2b8416006036d62c0 2024-11-08T12:41:04,312 DEBUG [StoreCloser-TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/C/f895f1782d034712b915cf9805999d66 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/C/f895f1782d034712b915cf9805999d66 2024-11-08T12:41:04,314 DEBUG [StoreCloser-TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/C/6f48cbb28efb425ab269e51c477ee5be to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/C/6f48cbb28efb425ab269e51c477ee5be 2024-11-08T12:41:04,315 DEBUG [StoreCloser-TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/C/6b0bc2b88ef14be599d1bb30e1bf3639 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/C/6b0bc2b88ef14be599d1bb30e1bf3639 2024-11-08T12:41:04,316 DEBUG [StoreCloser-TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/C/8394187fa4164920a6827c4a1406cd0e to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/C/8394187fa4164920a6827c4a1406cd0e 2024-11-08T12:41:04,318 DEBUG [StoreCloser-TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/C/cd5c9e4beb064e1996b12ea8394ad64e to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/C/cd5c9e4beb064e1996b12ea8394ad64e 2024-11-08T12:41:04,319 DEBUG [StoreCloser-TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/C/7705fc81addd4fd3a05212cc891cac96 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/C/7705fc81addd4fd3a05212cc891cac96 2024-11-08T12:41:04,320 DEBUG [StoreCloser-TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/C/25339665dcab4c189a364f86d172f63b to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/C/25339665dcab4c189a364f86d172f63b 2024-11-08T12:41:04,322 DEBUG [StoreCloser-TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/C/0fb725679a75411189d79db0df39cf06 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/C/0fb725679a75411189d79db0df39cf06 2024-11-08T12:41:04,323 DEBUG [StoreCloser-TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/C/768fa5c3d09045e483daccdfc602302d to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/C/768fa5c3d09045e483daccdfc602302d 2024-11-08T12:41:04,325 DEBUG [StoreCloser-TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/C/ce24453766de4bd59f87ef13d3b3978b to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/C/ce24453766de4bd59f87ef13d3b3978b 2024-11-08T12:41:04,326 DEBUG [StoreCloser-TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/C/414b78a0bb21464a95a8cffd0dece4dd to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/C/414b78a0bb21464a95a8cffd0dece4dd 2024-11-08T12:41:04,327 DEBUG [StoreCloser-TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/C/d15c0f7e3a4a4e44a81a23f0f50b1556 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/C/d15c0f7e3a4a4e44a81a23f0f50b1556 2024-11-08T12:41:04,329 DEBUG [StoreCloser-TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/C/7429fc4751a64bc1be2164ca6f860a39 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/C/7429fc4751a64bc1be2164ca6f860a39 2024-11-08T12:41:04,330 DEBUG [StoreCloser-TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/C/825a7204721c47318f483a86c445651a to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/C/825a7204721c47318f483a86c445651a 2024-11-08T12:41:04,331 DEBUG [StoreCloser-TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/C/49e31249c9764f58a397e9ab3626dd16 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/C/49e31249c9764f58a397e9ab3626dd16 2024-11-08T12:41:04,333 DEBUG [StoreCloser-TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/C/acb3b142cd39442bacc0557d7f000f89 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/C/acb3b142cd39442bacc0557d7f000f89 2024-11-08T12:41:04,334 DEBUG [StoreCloser-TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/C/555a3b06de154f5c8f310ef2dd5274bd to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/C/555a3b06de154f5c8f310ef2dd5274bd 2024-11-08T12:41:04,335 DEBUG [StoreCloser-TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/C/5f4221540c3a4ce6bee623112eac4868 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/C/5f4221540c3a4ce6bee623112eac4868 2024-11-08T12:41:04,337 DEBUG [StoreCloser-TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/C/80b4924fe1d240a2ad03bc82f12ec42e to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/C/80b4924fe1d240a2ad03bc82f12ec42e 2024-11-08T12:41:04,338 DEBUG [StoreCloser-TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/C/570b159bff664a2e9415cbe792926984 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/C/570b159bff664a2e9415cbe792926984 2024-11-08T12:41:04,339 DEBUG [StoreCloser-TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/C/41aea561e37644979c619414ebbec751 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/C/41aea561e37644979c619414ebbec751 2024-11-08T12:41:04,340 DEBUG [StoreCloser-TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/C/7f6d78d563564c5b8900578f266e64e3 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/C/7f6d78d563564c5b8900578f266e64e3 2024-11-08T12:41:04,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-11-08T12:41:04,345 DEBUG [RS_CLOSE_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/recovered.edits/419.seqid, newMaxSeqId=419, maxSeqId=1 2024-11-08T12:41:04,346 INFO [RS_CLOSE_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f. 2024-11-08T12:41:04,346 DEBUG [RS_CLOSE_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1676): Region close journal for a1400fca1abf451a37584c4899d78e1f: Waiting for close lock at 1731069662365Running coprocessor pre-close hooks at 1731069662365Disabling compacts and flushes for region at 1731069662365Disabling writes for close at 1731069662963 (+598 ms)Obtaining lock to block concurrent updates at 1731069662963Preparing flush snapshotting stores in a1400fca1abf451a37584c4899d78e1f at 1731069662963Finished memstore snapshotting TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f., syncing WAL and waiting on mvcc, flushsize=dataSize=27480, getHeapSize=72720, getOffHeapSize=0, getCellsCount=600 at 1731069662963Flushing stores of TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f. at 1731069662964 (+1 ms)Flushing a1400fca1abf451a37584c4899d78e1f/A: creating writer at 1731069662964Flushing a1400fca1abf451a37584c4899d78e1f/A: appending metadata at 1731069662966 (+2 ms)Flushing a1400fca1abf451a37584c4899d78e1f/A: closing flushed file at 1731069662966Flushing a1400fca1abf451a37584c4899d78e1f/B: creating writer at 1731069663381 (+415 ms)Flushing a1400fca1abf451a37584c4899d78e1f/B: appending metadata at 1731069663384 (+3 ms)Flushing a1400fca1abf451a37584c4899d78e1f/B: closing flushed file at 1731069663384Flushing a1400fca1abf451a37584c4899d78e1f/C: creating writer at 1731069663802 (+418 ms)Flushing a1400fca1abf451a37584c4899d78e1f/C: appending metadata at 1731069663806 (+4 ms)Flushing a1400fca1abf451a37584c4899d78e1f/C: closing flushed file at 1731069663806Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4815b113: reopening flushed file at 1731069664222 (+416 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2323989a: reopening flushed file at 1731069664227 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6fdddddc: reopening flushed file at 1731069664232 (+5 ms)Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for a1400fca1abf451a37584c4899d78e1f in 1276ms, sequenceid=416, compaction requested=true at 1731069664239 (+7 ms)Writing region close event to WAL at 1731069664342 (+103 ms)Running coprocessor post-close hooks at 1731069664346 (+4 ms)Closed at 1731069664346 2024-11-08T12:41:04,348 INFO [RS_CLOSE_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] handler.UnassignRegionHandler(157): Closed a1400fca1abf451a37584c4899d78e1f 2024-11-08T12:41:04,349 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=84 updating hbase:meta row=a1400fca1abf451a37584c4899d78e1f, regionState=CLOSED 2024-11-08T12:41:04,350 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=85, ppid=84, state=RUNNABLE, hasLock=false; CloseRegionProcedure a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 because future has completed 2024-11-08T12:41:04,354 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=85, resume processing ppid=84 2024-11-08T12:41:04,354 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=85, ppid=84, state=SUCCESS, hasLock=false; CloseRegionProcedure a1400fca1abf451a37584c4899d78e1f, server=6ccfea20c990,38479,1731069575023 in 2.1410 sec 2024-11-08T12:41:04,356 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=84, resume processing ppid=83 2024-11-08T12:41:04,356 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=84, ppid=83, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=a1400fca1abf451a37584c4899d78e1f, UNASSIGN in 2.1480 sec 2024-11-08T12:41:04,360 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=83, resume processing ppid=82 2024-11-08T12:41:04,360 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=83, ppid=82, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 2.1530 sec 2024-11-08T12:41:04,362 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731069664362"}]},"ts":"1731069664362"} 2024-11-08T12:41:04,364 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-08T12:41:04,364 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-08T12:41:04,367 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=82, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 2.1700 sec 2024-11-08T12:41:04,747 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-08T12:41:06,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-11-08T12:41:06,355 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-08T12:41:06,356 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40975 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-08T12:41:06,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40975 {}] procedure2.ProcedureExecutor(1139): Stored pid=86, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-08T12:41:06,362 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=86, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-08T12:41:06,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=86 2024-11-08T12:41:06,363 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=86, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-08T12:41:06,365 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f 2024-11-08T12:41:06,369 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/A, FileablePath, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/B, FileablePath, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/C, FileablePath, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/recovered.edits] 2024-11-08T12:41:06,373 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/A/78400d42ef9c4e069004025c6d5f7871 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/A/78400d42ef9c4e069004025c6d5f7871 2024-11-08T12:41:06,376 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/A/7f904ac7b54c4802bac48503f93265af to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/A/7f904ac7b54c4802bac48503f93265af 2024-11-08T12:41:06,378 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/A/9418524cc817492aa36c67e3a3545969 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/A/9418524cc817492aa36c67e3a3545969 2024-11-08T12:41:06,383 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/B/5d482ad5a2bb42e5afbe5d343e0d383e to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/B/5d482ad5a2bb42e5afbe5d343e0d383e 2024-11-08T12:41:06,386 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/B/6803352feb4b41cb85748878d5bfd1ab to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/B/6803352feb4b41cb85748878d5bfd1ab 2024-11-08T12:41:06,388 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/B/9c3d90dff4164210a431179f732c3c5a to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/B/9c3d90dff4164210a431179f732c3c5a 2024-11-08T12:41:06,393 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/C/5ac04abe8baf468ea0a87514181179b8 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/C/5ac04abe8baf468ea0a87514181179b8 2024-11-08T12:41:06,396 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/C/7899d7a67fde4c48af28aee975348da5 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/C/7899d7a67fde4c48af28aee975348da5 2024-11-08T12:41:06,399 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/C/f1a14492646948129ce86bb117df9b7f to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/C/f1a14492646948129ce86bb117df9b7f 2024-11-08T12:41:06,405 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/recovered.edits/419.seqid to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f/recovered.edits/419.seqid 2024-11-08T12:41:06,406 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/a1400fca1abf451a37584c4899d78e1f 2024-11-08T12:41:06,406 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-08T12:41:06,409 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=86, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-08T12:41:06,412 WARN [PEWorker-4 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-08T12:41:06,414 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-08T12:41:06,415 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=86, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-08T12:41:06,415 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-08T12:41:06,415 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731069666415"}]},"ts":"9223372036854775807"} 2024-11-08T12:41:06,417 INFO [PEWorker-4 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-08T12:41:06,417 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => a1400fca1abf451a37584c4899d78e1f, NAME => 'TestAcidGuarantees,,1731069639084.a1400fca1abf451a37584c4899d78e1f.', STARTKEY => '', ENDKEY => ''}] 2024-11-08T12:41:06,417 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-08T12:41:06,417 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731069666417"}]},"ts":"9223372036854775807"} 2024-11-08T12:41:06,418 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-08T12:41:06,419 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(133): Finished pid=86, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-08T12:41:06,420 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=86, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 63 msec 2024-11-08T12:41:06,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=86 2024-11-08T12:41:06,473 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-08T12:41:06,473 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-08T12:41:06,486 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithNoInMemCompaction#testGetAtomicity Thread=240 (was 238) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_618170040_22 at /127.0.0.1:47842 [Waiting for operation #363] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1095513933_22 at /127.0.0.1:33210 [Waiting for operation #192] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=453 (was 447) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=337 (was 349), ProcessCount=11 (was 11), AvailableMemoryMB=3016 (was 3088) 2024-11-08T12:41:06,496 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithNoInMemCompaction#testMobScanAtomicity Thread=240, OpenFileDescriptor=453, MaxFileDescriptor=1048576, SystemLoadAverage=337, ProcessCount=11, AvailableMemoryMB=3016 2024-11-08T12:41:06,497 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40975 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-08T12:41:06,498 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40975 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T12:41:06,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40975 {}] procedure2.ProcedureExecutor(1139): Stored pid=87, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-08T12:41:06,500 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=87, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T12:41:06,500 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:06,500 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40975 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 87 2024-11-08T12:41:06,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=87 2024-11-08T12:41:06,501 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=87, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T12:41:06,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742156_1332 (size=959) 2024-11-08T12:41:06,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=87 2024-11-08T12:41:06,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=87 2024-11-08T12:41:06,912 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 4ae49fd347d53b48974a7ea991040eb5, NAME => 'TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe 2024-11-08T12:41:06,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742157_1333 (size=53) 2024-11-08T12:41:07,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=87 2024-11-08T12:41:07,324 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T12:41:07,324 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 4ae49fd347d53b48974a7ea991040eb5, disabling compactions & flushes 2024-11-08T12:41:07,324 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5. 2024-11-08T12:41:07,324 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5. 2024-11-08T12:41:07,324 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5. after waiting 0 ms 2024-11-08T12:41:07,324 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5. 2024-11-08T12:41:07,324 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5. 2024-11-08T12:41:07,324 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 4ae49fd347d53b48974a7ea991040eb5: Waiting for close lock at 1731069667324Disabling compacts and flushes for region at 1731069667324Disabling writes for close at 1731069667324Writing region close event to WAL at 1731069667324Closed at 1731069667324 2024-11-08T12:41:07,327 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=87, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T12:41:07,328 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731069667327"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731069667327"}]},"ts":"1731069667327"} 2024-11-08T12:41:07,330 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T12:41:07,332 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=87, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T12:41:07,333 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731069667332"}]},"ts":"1731069667332"} 2024-11-08T12:41:07,334 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-08T12:41:07,334 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=88, ppid=87, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=4ae49fd347d53b48974a7ea991040eb5, ASSIGN}] 2024-11-08T12:41:07,335 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=88, ppid=87, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=4ae49fd347d53b48974a7ea991040eb5, ASSIGN 2024-11-08T12:41:07,336 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=88, ppid=87, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=4ae49fd347d53b48974a7ea991040eb5, ASSIGN; state=OFFLINE, location=6ccfea20c990,38479,1731069575023; forceNewPlan=false, retain=false 2024-11-08T12:41:07,487 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=88 updating hbase:meta row=4ae49fd347d53b48974a7ea991040eb5, regionState=OPENING, regionLocation=6ccfea20c990,38479,1731069575023 2024-11-08T12:41:07,491 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=88, ppid=87, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=4ae49fd347d53b48974a7ea991040eb5, ASSIGN because future has completed 2024-11-08T12:41:07,492 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=89, ppid=88, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023}] 2024-11-08T12:41:07,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=87 2024-11-08T12:41:07,654 INFO [RS_OPEN_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_OPEN_REGION, pid=89}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5. 2024-11-08T12:41:07,654 DEBUG [RS_OPEN_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_OPEN_REGION, pid=89}] regionserver.HRegion(7752): Opening region: {ENCODED => 4ae49fd347d53b48974a7ea991040eb5, NAME => 'TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5.', STARTKEY => '', ENDKEY => ''} 2024-11-08T12:41:07,655 DEBUG [RS_OPEN_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_OPEN_REGION, pid=89}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 4ae49fd347d53b48974a7ea991040eb5 2024-11-08T12:41:07,655 DEBUG [RS_OPEN_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_OPEN_REGION, pid=89}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T12:41:07,655 DEBUG [RS_OPEN_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_OPEN_REGION, pid=89}] regionserver.HRegion(7794): checking encryption for 4ae49fd347d53b48974a7ea991040eb5 2024-11-08T12:41:07,655 DEBUG [RS_OPEN_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_OPEN_REGION, pid=89}] regionserver.HRegion(7797): checking classloading for 4ae49fd347d53b48974a7ea991040eb5 2024-11-08T12:41:07,657 INFO [StoreOpener-4ae49fd347d53b48974a7ea991040eb5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 4ae49fd347d53b48974a7ea991040eb5 2024-11-08T12:41:07,658 INFO [StoreOpener-4ae49fd347d53b48974a7ea991040eb5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4ae49fd347d53b48974a7ea991040eb5 columnFamilyName A 2024-11-08T12:41:07,659 DEBUG [StoreOpener-4ae49fd347d53b48974a7ea991040eb5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:07,659 INFO [StoreOpener-4ae49fd347d53b48974a7ea991040eb5-1 {}] regionserver.HStore(327): Store=4ae49fd347d53b48974a7ea991040eb5/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T12:41:07,659 INFO [StoreOpener-4ae49fd347d53b48974a7ea991040eb5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 4ae49fd347d53b48974a7ea991040eb5 2024-11-08T12:41:07,661 INFO [StoreOpener-4ae49fd347d53b48974a7ea991040eb5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4ae49fd347d53b48974a7ea991040eb5 columnFamilyName B 2024-11-08T12:41:07,661 DEBUG [StoreOpener-4ae49fd347d53b48974a7ea991040eb5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:07,662 INFO [StoreOpener-4ae49fd347d53b48974a7ea991040eb5-1 {}] regionserver.HStore(327): Store=4ae49fd347d53b48974a7ea991040eb5/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T12:41:07,662 INFO [StoreOpener-4ae49fd347d53b48974a7ea991040eb5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 4ae49fd347d53b48974a7ea991040eb5 2024-11-08T12:41:07,663 INFO [StoreOpener-4ae49fd347d53b48974a7ea991040eb5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4ae49fd347d53b48974a7ea991040eb5 columnFamilyName C 2024-11-08T12:41:07,663 DEBUG [StoreOpener-4ae49fd347d53b48974a7ea991040eb5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:07,664 INFO [StoreOpener-4ae49fd347d53b48974a7ea991040eb5-1 {}] regionserver.HStore(327): Store=4ae49fd347d53b48974a7ea991040eb5/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T12:41:07,664 DEBUG [RS_OPEN_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_OPEN_REGION, pid=89}] regionserver.HRegion(1038): replaying wal for 4ae49fd347d53b48974a7ea991040eb5 2024-11-08T12:41:07,665 DEBUG [RS_OPEN_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_OPEN_REGION, pid=89}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5 2024-11-08T12:41:07,665 DEBUG [RS_OPEN_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_OPEN_REGION, pid=89}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5 2024-11-08T12:41:07,667 DEBUG [RS_OPEN_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_OPEN_REGION, pid=89}] regionserver.HRegion(1048): stopping wal replay for 4ae49fd347d53b48974a7ea991040eb5 2024-11-08T12:41:07,667 DEBUG [RS_OPEN_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_OPEN_REGION, pid=89}] regionserver.HRegion(1060): Cleaning up temporary data for 4ae49fd347d53b48974a7ea991040eb5 2024-11-08T12:41:07,668 DEBUG [RS_OPEN_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_OPEN_REGION, pid=89}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-08T12:41:07,670 DEBUG [RS_OPEN_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_OPEN_REGION, pid=89}] regionserver.HRegion(1093): writing seq id for 4ae49fd347d53b48974a7ea991040eb5 2024-11-08T12:41:07,672 DEBUG [RS_OPEN_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_OPEN_REGION, pid=89}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T12:41:07,673 INFO [RS_OPEN_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_OPEN_REGION, pid=89}] regionserver.HRegion(1114): Opened 4ae49fd347d53b48974a7ea991040eb5; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74238815, jitterRate=0.10624454915523529}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-08T12:41:07,673 DEBUG [RS_OPEN_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_OPEN_REGION, pid=89}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4ae49fd347d53b48974a7ea991040eb5 2024-11-08T12:41:07,674 DEBUG [RS_OPEN_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_OPEN_REGION, pid=89}] regionserver.HRegion(1006): Region open journal for 4ae49fd347d53b48974a7ea991040eb5: Running coprocessor pre-open hook at 1731069667655Writing region info on filesystem at 1731069667655Initializing all the Stores at 1731069667656 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731069667656Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731069667656Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731069667657 (+1 ms)Cleaning up temporary data from old regions at 1731069667667 (+10 ms)Running coprocessor post-open hooks at 1731069667673 (+6 ms)Region opened successfully at 1731069667674 (+1 ms) 2024-11-08T12:41:07,675 INFO [RS_OPEN_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_OPEN_REGION, pid=89}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., pid=89, masterSystemTime=1731069667646 2024-11-08T12:41:07,677 DEBUG [RS_OPEN_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_OPEN_REGION, pid=89}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5. 2024-11-08T12:41:07,677 INFO [RS_OPEN_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_OPEN_REGION, pid=89}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5. 2024-11-08T12:41:07,678 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=88 updating hbase:meta row=4ae49fd347d53b48974a7ea991040eb5, regionState=OPEN, openSeqNum=2, regionLocation=6ccfea20c990,38479,1731069575023 2024-11-08T12:41:07,680 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=89, ppid=88, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 because future has completed 2024-11-08T12:41:07,684 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=89, resume processing ppid=88 2024-11-08T12:41:07,684 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=89, ppid=88, state=SUCCESS, hasLock=false; OpenRegionProcedure 4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 in 190 msec 2024-11-08T12:41:07,687 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=88, resume processing ppid=87 2024-11-08T12:41:07,687 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=88, ppid=87, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=4ae49fd347d53b48974a7ea991040eb5, ASSIGN in 350 msec 2024-11-08T12:41:07,689 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=87, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T12:41:07,689 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731069667689"}]},"ts":"1731069667689"} 2024-11-08T12:41:07,690 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-08T12:41:07,691 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=87, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T12:41:07,693 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=87, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1930 sec 2024-11-08T12:41:08,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=87 2024-11-08T12:41:08,644 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-08T12:41:08,647 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@300a5f15, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T12:41:08,647 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6ccfea20c990,40975,-1 for getting cluster id 2024-11-08T12:41:08,648 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T12:41:08,650 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '93a2ca5a-489f-4fb5-ae49-7a4775f6c4c3' 2024-11-08T12:41:08,650 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T12:41:08,650 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "93a2ca5a-489f-4fb5-ae49-7a4775f6c4c3" 2024-11-08T12:41:08,650 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d4c1eb5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T12:41:08,650 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6ccfea20c990,40975,-1] 2024-11-08T12:41:08,650 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T12:41:08,651 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T12:41:08,652 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51476, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T12:41:08,652 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39bb93de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T12:41:08,653 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T12:41:08,654 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6ccfea20c990,38479,1731069575023, seqNum=-1] 2024-11-08T12:41:08,654 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T12:41:08,655 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44544, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T12:41:08,656 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T12:41:08,656 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 6ccfea20c990,40975,1731069574299 2024-11-08T12:41:08,656 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@24fccfbf 2024-11-08T12:41:08,657 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T12:41:08,658 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51480, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T12:41:08,659 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40975 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-08T12:41:08,659 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40975 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T12:41:08,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40975 {}] procedure2.ProcedureExecutor(1139): Stored pid=90, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees 2024-11-08T12:41:08,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742158_1334 (size=995) 2024-11-08T12:41:09,076 DEBUG [PEWorker-4 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.959 2024-11-08T12:41:09,076 INFO [PEWorker-4 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.995 2024-11-08T12:41:09,082 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=91, ppid=90, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-08T12:41:09,085 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=92, ppid=91, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=4ae49fd347d53b48974a7ea991040eb5, REOPEN/MOVE}] 2024-11-08T12:41:09,086 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=92, ppid=91, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=4ae49fd347d53b48974a7ea991040eb5, REOPEN/MOVE 2024-11-08T12:41:09,086 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=92 updating hbase:meta row=4ae49fd347d53b48974a7ea991040eb5, regionState=CLOSING, regionLocation=6ccfea20c990,38479,1731069575023 2024-11-08T12:41:09,087 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=92, ppid=91, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=4ae49fd347d53b48974a7ea991040eb5, REOPEN/MOVE because future has completed 2024-11-08T12:41:09,088 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-08T12:41:09,088 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=93, ppid=92, state=RUNNABLE, hasLock=false; CloseRegionProcedure 4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023}] 2024-11-08T12:41:09,240 INFO [RS_CLOSE_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] handler.UnassignRegionHandler(122): Close 4ae49fd347d53b48974a7ea991040eb5 2024-11-08T12:41:09,240 DEBUG [RS_CLOSE_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-08T12:41:09,240 DEBUG [RS_CLOSE_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] regionserver.HRegion(1722): Closing 4ae49fd347d53b48974a7ea991040eb5, disabling compactions & flushes 2024-11-08T12:41:09,240 INFO [RS_CLOSE_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5. 2024-11-08T12:41:09,240 DEBUG [RS_CLOSE_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5. 2024-11-08T12:41:09,240 DEBUG [RS_CLOSE_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5. after waiting 0 ms 2024-11-08T12:41:09,240 DEBUG [RS_CLOSE_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5. 2024-11-08T12:41:09,245 DEBUG [RS_CLOSE_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-08T12:41:09,246 INFO [RS_CLOSE_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5. 2024-11-08T12:41:09,246 DEBUG [RS_CLOSE_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] regionserver.HRegion(1676): Region close journal for 4ae49fd347d53b48974a7ea991040eb5: Waiting for close lock at 1731069669240Running coprocessor pre-close hooks at 1731069669240Disabling compacts and flushes for region at 1731069669240Disabling writes for close at 1731069669240Writing region close event to WAL at 1731069669241 (+1 ms)Running coprocessor post-close hooks at 1731069669246 (+5 ms)Closed at 1731069669246 2024-11-08T12:41:09,246 WARN [RS_CLOSE_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] regionserver.HRegionServer(3299): Not adding moved region record: 4ae49fd347d53b48974a7ea991040eb5 to self. 2024-11-08T12:41:09,248 INFO [RS_CLOSE_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] handler.UnassignRegionHandler(157): Closed 4ae49fd347d53b48974a7ea991040eb5 2024-11-08T12:41:09,249 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=92 updating hbase:meta row=4ae49fd347d53b48974a7ea991040eb5, regionState=CLOSED 2024-11-08T12:41:09,251 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=93, ppid=92, state=RUNNABLE, hasLock=false; CloseRegionProcedure 4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 because future has completed 2024-11-08T12:41:09,254 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=93, resume processing ppid=92 2024-11-08T12:41:09,255 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=93, ppid=92, state=SUCCESS, hasLock=false; CloseRegionProcedure 4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 in 164 msec 2024-11-08T12:41:09,256 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=92, ppid=91, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=4ae49fd347d53b48974a7ea991040eb5, REOPEN/MOVE; state=CLOSED, location=6ccfea20c990,38479,1731069575023; forceNewPlan=false, retain=true 2024-11-08T12:41:09,406 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=92 updating hbase:meta row=4ae49fd347d53b48974a7ea991040eb5, regionState=OPENING, regionLocation=6ccfea20c990,38479,1731069575023 2024-11-08T12:41:09,408 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=92, ppid=91, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=4ae49fd347d53b48974a7ea991040eb5, REOPEN/MOVE because future has completed 2024-11-08T12:41:09,408 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=94, ppid=92, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023}] 2024-11-08T12:41:09,568 INFO [RS_OPEN_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5. 2024-11-08T12:41:09,568 DEBUG [RS_OPEN_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(7752): Opening region: {ENCODED => 4ae49fd347d53b48974a7ea991040eb5, NAME => 'TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5.', STARTKEY => '', ENDKEY => ''} 2024-11-08T12:41:09,569 DEBUG [RS_OPEN_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 4ae49fd347d53b48974a7ea991040eb5 2024-11-08T12:41:09,569 DEBUG [RS_OPEN_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T12:41:09,570 DEBUG [RS_OPEN_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(7794): checking encryption for 4ae49fd347d53b48974a7ea991040eb5 2024-11-08T12:41:09,570 DEBUG [RS_OPEN_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(7797): checking classloading for 4ae49fd347d53b48974a7ea991040eb5 2024-11-08T12:41:09,572 INFO [StoreOpener-4ae49fd347d53b48974a7ea991040eb5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 4ae49fd347d53b48974a7ea991040eb5 2024-11-08T12:41:09,573 INFO [StoreOpener-4ae49fd347d53b48974a7ea991040eb5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4ae49fd347d53b48974a7ea991040eb5 columnFamilyName A 2024-11-08T12:41:09,574 DEBUG [StoreOpener-4ae49fd347d53b48974a7ea991040eb5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:09,575 INFO [StoreOpener-4ae49fd347d53b48974a7ea991040eb5-1 {}] regionserver.HStore(327): Store=4ae49fd347d53b48974a7ea991040eb5/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T12:41:09,576 INFO [StoreOpener-4ae49fd347d53b48974a7ea991040eb5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 4ae49fd347d53b48974a7ea991040eb5 2024-11-08T12:41:09,577 INFO [StoreOpener-4ae49fd347d53b48974a7ea991040eb5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4ae49fd347d53b48974a7ea991040eb5 columnFamilyName B 2024-11-08T12:41:09,577 DEBUG [StoreOpener-4ae49fd347d53b48974a7ea991040eb5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:09,577 INFO [StoreOpener-4ae49fd347d53b48974a7ea991040eb5-1 {}] regionserver.HStore(327): Store=4ae49fd347d53b48974a7ea991040eb5/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T12:41:09,577 INFO [StoreOpener-4ae49fd347d53b48974a7ea991040eb5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 4ae49fd347d53b48974a7ea991040eb5 2024-11-08T12:41:09,578 INFO [StoreOpener-4ae49fd347d53b48974a7ea991040eb5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4ae49fd347d53b48974a7ea991040eb5 columnFamilyName C 2024-11-08T12:41:09,578 DEBUG [StoreOpener-4ae49fd347d53b48974a7ea991040eb5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:09,579 INFO [StoreOpener-4ae49fd347d53b48974a7ea991040eb5-1 {}] regionserver.HStore(327): Store=4ae49fd347d53b48974a7ea991040eb5/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T12:41:09,579 DEBUG [RS_OPEN_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(1038): replaying wal for 4ae49fd347d53b48974a7ea991040eb5 2024-11-08T12:41:09,580 DEBUG [RS_OPEN_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5 2024-11-08T12:41:09,581 DEBUG [RS_OPEN_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5 2024-11-08T12:41:09,582 DEBUG [RS_OPEN_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(1048): stopping wal replay for 4ae49fd347d53b48974a7ea991040eb5 2024-11-08T12:41:09,582 DEBUG [RS_OPEN_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(1060): Cleaning up temporary data for 4ae49fd347d53b48974a7ea991040eb5 2024-11-08T12:41:09,582 DEBUG [RS_OPEN_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-08T12:41:09,584 DEBUG [RS_OPEN_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(1093): writing seq id for 4ae49fd347d53b48974a7ea991040eb5 2024-11-08T12:41:09,585 INFO [RS_OPEN_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(1114): Opened 4ae49fd347d53b48974a7ea991040eb5; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59590460, jitterRate=-0.112032949924469}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-08T12:41:09,585 DEBUG [RS_OPEN_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4ae49fd347d53b48974a7ea991040eb5 2024-11-08T12:41:09,585 DEBUG [RS_OPEN_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(1006): Region open journal for 4ae49fd347d53b48974a7ea991040eb5: Running coprocessor pre-open hook at 1731069669570Writing region info on filesystem at 1731069669570Initializing all the Stores at 1731069669571 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731069669571Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731069669572 (+1 ms)Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731069669572Cleaning up temporary data from old regions at 1731069669582 (+10 ms)Running coprocessor post-open hooks at 1731069669585 (+3 ms)Region opened successfully at 1731069669585 2024-11-08T12:41:09,586 INFO [RS_OPEN_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., pid=94, masterSystemTime=1731069669560 2024-11-08T12:41:09,588 DEBUG [RS_OPEN_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5. 2024-11-08T12:41:09,588 INFO [RS_OPEN_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5. 2024-11-08T12:41:09,589 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=92 updating hbase:meta row=4ae49fd347d53b48974a7ea991040eb5, regionState=OPEN, openSeqNum=5, regionLocation=6ccfea20c990,38479,1731069575023 2024-11-08T12:41:09,590 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=94, ppid=92, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 because future has completed 2024-11-08T12:41:09,594 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=94, resume processing ppid=92 2024-11-08T12:41:09,594 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=94, ppid=92, state=SUCCESS, hasLock=false; OpenRegionProcedure 4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 in 184 msec 2024-11-08T12:41:09,597 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=92, resume processing ppid=91 2024-11-08T12:41:09,597 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=92, ppid=91, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=4ae49fd347d53b48974a7ea991040eb5, REOPEN/MOVE in 509 msec 2024-11-08T12:41:09,600 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=91, resume processing ppid=90 2024-11-08T12:41:09,600 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=91, ppid=90, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees in 516 msec 2024-11-08T12:41:09,604 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=90, state=SUCCESS, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees in 941 msec 2024-11-08T12:41:09,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=90 2024-11-08T12:41:09,605 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY_COLUMN_FAMILY, Table Name: default:TestAcidGuarantees completed 2024-11-08T12:41:09,606 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1774ef6a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T12:41:09,606 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6ccfea20c990,40975,-1 for getting cluster id 2024-11-08T12:41:09,606 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T12:41:09,607 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '93a2ca5a-489f-4fb5-ae49-7a4775f6c4c3' 2024-11-08T12:41:09,607 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T12:41:09,607 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "93a2ca5a-489f-4fb5-ae49-7a4775f6c4c3" 2024-11-08T12:41:09,607 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3197d5fd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T12:41:09,607 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6ccfea20c990,40975,-1] 2024-11-08T12:41:09,608 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T12:41:09,608 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T12:41:09,609 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49036, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T12:41:09,609 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5fb06e6e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T12:41:09,610 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1cf7f63f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T12:41:09,610 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6ccfea20c990,40975,-1 for getting cluster id 2024-11-08T12:41:09,610 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T12:41:09,611 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '93a2ca5a-489f-4fb5-ae49-7a4775f6c4c3' 2024-11-08T12:41:09,611 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T12:41:09,611 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "93a2ca5a-489f-4fb5-ae49-7a4775f6c4c3" 2024-11-08T12:41:09,611 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69aa07e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T12:41:09,612 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6ccfea20c990,40975,-1] 2024-11-08T12:41:09,612 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T12:41:09,612 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T12:41:09,613 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49054, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T12:41:09,613 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3126092, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T12:41:09,614 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4600746, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T12:41:09,614 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6ccfea20c990,40975,-1 for getting cluster id 2024-11-08T12:41:09,614 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T12:41:09,615 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '93a2ca5a-489f-4fb5-ae49-7a4775f6c4c3' 2024-11-08T12:41:09,615 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T12:41:09,615 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "93a2ca5a-489f-4fb5-ae49-7a4775f6c4c3" 2024-11-08T12:41:09,615 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7068313a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T12:41:09,615 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6ccfea20c990,40975,-1] 2024-11-08T12:41:09,615 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T12:41:09,615 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T12:41:09,616 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49068, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T12:41:09,616 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2cef39ad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T12:41:09,617 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6447def3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T12:41:09,617 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6ccfea20c990,40975,-1 for getting cluster id 2024-11-08T12:41:09,617 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T12:41:09,617 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '93a2ca5a-489f-4fb5-ae49-7a4775f6c4c3' 2024-11-08T12:41:09,617 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T12:41:09,618 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "93a2ca5a-489f-4fb5-ae49-7a4775f6c4c3" 2024-11-08T12:41:09,618 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a4af356, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T12:41:09,618 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6ccfea20c990,40975,-1] 2024-11-08T12:41:09,618 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T12:41:09,618 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T12:41:09,618 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49098, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T12:41:09,619 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@612243e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T12:41:09,619 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5345722e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T12:41:09,619 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6ccfea20c990,40975,-1 for getting cluster id 2024-11-08T12:41:09,620 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T12:41:09,620 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '93a2ca5a-489f-4fb5-ae49-7a4775f6c4c3' 2024-11-08T12:41:09,620 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T12:41:09,620 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "93a2ca5a-489f-4fb5-ae49-7a4775f6c4c3" 2024-11-08T12:41:09,620 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a19fb5f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T12:41:09,620 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6ccfea20c990,40975,-1] 2024-11-08T12:41:09,621 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T12:41:09,621 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T12:41:09,621 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49104, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T12:41:09,622 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3171f5c4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T12:41:09,622 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b9dbe2c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T12:41:09,622 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6ccfea20c990,40975,-1 for getting cluster id 2024-11-08T12:41:09,622 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T12:41:09,623 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '93a2ca5a-489f-4fb5-ae49-7a4775f6c4c3' 2024-11-08T12:41:09,623 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T12:41:09,623 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "93a2ca5a-489f-4fb5-ae49-7a4775f6c4c3" 2024-11-08T12:41:09,623 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20b093c6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T12:41:09,623 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6ccfea20c990,40975,-1] 2024-11-08T12:41:09,623 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T12:41:09,623 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T12:41:09,624 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49124, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T12:41:09,624 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49c26c7a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T12:41:09,625 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7eba3e2f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T12:41:09,625 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6ccfea20c990,40975,-1 for getting cluster id 2024-11-08T12:41:09,625 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T12:41:09,626 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '93a2ca5a-489f-4fb5-ae49-7a4775f6c4c3' 2024-11-08T12:41:09,626 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T12:41:09,626 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "93a2ca5a-489f-4fb5-ae49-7a4775f6c4c3" 2024-11-08T12:41:09,626 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@447d1f8a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T12:41:09,626 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6ccfea20c990,40975,-1] 2024-11-08T12:41:09,626 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T12:41:09,626 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T12:41:09,627 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49138, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T12:41:09,627 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c7b5d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T12:41:09,628 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79570776, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T12:41:09,628 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6ccfea20c990,40975,-1 for getting cluster id 2024-11-08T12:41:09,628 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T12:41:09,628 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '93a2ca5a-489f-4fb5-ae49-7a4775f6c4c3' 2024-11-08T12:41:09,628 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T12:41:09,628 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "93a2ca5a-489f-4fb5-ae49-7a4775f6c4c3" 2024-11-08T12:41:09,629 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@455e94cc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T12:41:09,629 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6ccfea20c990,40975,-1] 2024-11-08T12:41:09,629 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T12:41:09,629 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T12:41:09,630 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49154, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T12:41:09,630 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3aedb6f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T12:41:09,633 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43065a6b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T12:41:09,633 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6ccfea20c990,40975,-1 for getting cluster id 2024-11-08T12:41:09,633 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T12:41:09,634 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '93a2ca5a-489f-4fb5-ae49-7a4775f6c4c3' 2024-11-08T12:41:09,634 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T12:41:09,634 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "93a2ca5a-489f-4fb5-ae49-7a4775f6c4c3" 2024-11-08T12:41:09,634 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61e942b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T12:41:09,634 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6ccfea20c990,40975,-1] 2024-11-08T12:41:09,634 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T12:41:09,634 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T12:41:09,635 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49176, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T12:41:09,635 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69e26b81, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T12:41:09,636 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24bcd92c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T12:41:09,636 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6ccfea20c990,40975,-1 for getting cluster id 2024-11-08T12:41:09,636 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T12:41:09,637 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '93a2ca5a-489f-4fb5-ae49-7a4775f6c4c3' 2024-11-08T12:41:09,637 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T12:41:09,637 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "93a2ca5a-489f-4fb5-ae49-7a4775f6c4c3" 2024-11-08T12:41:09,637 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58c960a2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T12:41:09,637 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6ccfea20c990,40975,-1] 2024-11-08T12:41:09,637 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T12:41:09,638 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T12:41:09,638 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49200, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T12:41:09,639 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14a56daf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T12:41:09,639 DEBUG [Thread-1541 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T12:41:09,639 DEBUG [Thread-1530 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T12:41:09,640 DEBUG [Thread-1533 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T12:41:09,640 DEBUG [Thread-1535 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T12:41:09,640 DEBUG [Thread-1539 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T12:41:09,640 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6ccfea20c990,38479,1731069575023, seqNum=-1] 2024-11-08T12:41:09,640 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6ccfea20c990,38479,1731069575023, seqNum=-1] 2024-11-08T12:41:09,640 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6ccfea20c990,38479,1731069575023, seqNum=-1] 2024-11-08T12:41:09,640 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6ccfea20c990,38479,1731069575023, seqNum=-1] 2024-11-08T12:41:09,640 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T12:41:09,640 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T12:41:09,641 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T12:41:09,641 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T12:41:09,641 DEBUG [Thread-1522 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T12:41:09,641 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6ccfea20c990,38479,1731069575023, seqNum=-1] 2024-11-08T12:41:09,641 DEBUG [Thread-1537 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T12:41:09,641 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T12:41:09,641 DEBUG [Thread-1528 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T12:41:09,642 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6ccfea20c990,38479,1731069575023, seqNum=-1] 2024-11-08T12:41:09,642 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38046, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T12:41:09,642 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T12:41:09,642 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38042, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T12:41:09,642 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38052, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T12:41:09,642 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6ccfea20c990,38479,1731069575023, seqNum=-1] 2024-11-08T12:41:09,642 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38058, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T12:41:09,642 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T12:41:09,642 DEBUG [Thread-1524 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T12:41:09,642 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38068, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T12:41:09,642 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40975 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-08T12:41:09,643 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6ccfea20c990,38479,1731069575023, seqNum=-1] 2024-11-08T12:41:09,643 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6ccfea20c990,38479,1731069575023, seqNum=-1] 2024-11-08T12:41:09,643 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T12:41:09,643 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T12:41:09,643 DEBUG [Thread-1526 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T12:41:09,644 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38084, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T12:41:09,645 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38074, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T12:41:09,645 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38100, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T12:41:09,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40975 {}] procedure2.ProcedureExecutor(1139): Stored pid=95, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=95, table=TestAcidGuarantees 2024-11-08T12:41:09,645 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5] 2024-11-08T12:41:09,645 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5] 2024-11-08T12:41:09,647 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5] 2024-11-08T12:41:09,647 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38082, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T12:41:09,647 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5] 2024-11-08T12:41:09,647 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5] 2024-11-08T12:41:09,647 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5] 2024-11-08T12:41:09,647 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5] 2024-11-08T12:41:09,648 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=95, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=95, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-08T12:41:09,648 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6ccfea20c990,38479,1731069575023, seqNum=-1] 2024-11-08T12:41:09,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=95 2024-11-08T12:41:09,648 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T12:41:09,649 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=95, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=95, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-08T12:41:09,649 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=96, ppid=95, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-08T12:41:09,650 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38102, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T12:41:09,650 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5] 2024-11-08T12:41:09,650 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5] 2024-11-08T12:41:09,651 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5] 2024-11-08T12:41:09,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(8855): Flush requested on 4ae49fd347d53b48974a7ea991040eb5 2024-11-08T12:41:09,657 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-08T12:41:09,657 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 4ae49fd347d53b48974a7ea991040eb5 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-08T12:41:09,683 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108ea3e945ecd084cf0924e5f13b34c9d83_4ae49fd347d53b48974a7ea991040eb5 is 50, key is test_row_0/A:col10/1731069669656/Put/seqid=0 2024-11-08T12:41:09,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742159_1335 (size=12154) 2024-11-08T12:41:09,693 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:09,695 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:41:09,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38074 deadline: 1731069729691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:41:09,696 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:09,696 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:09,696 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:41:09,698 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108ea3e945ecd084cf0924e5f13b34c9d83_4ae49fd347d53b48974a7ea991040eb5 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108ea3e945ecd084cf0924e5f13b34c9d83_4ae49fd347d53b48974a7ea991040eb5 2024-11-08T12:41:09,699 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/.tmp/A/b69d5c746a104faeb93688ea41eaab85, store: [table=TestAcidGuarantees family=A region=4ae49fd347d53b48974a7ea991040eb5] 2024-11-08T12:41:09,700 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/.tmp/A/b69d5c746a104faeb93688ea41eaab85 is 175, key is test_row_0/A:col10/1731069669656/Put/seqid=0 2024-11-08T12:41:09,700 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:41:09,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38084 deadline: 1731069729694, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:41:09,700 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:09,700 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:09,700 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:41:09,706 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:41:09,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742160_1336 (size=30955) 2024-11-08T12:41:09,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38082 deadline: 1731069729695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:41:09,708 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=16, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/.tmp/A/b69d5c746a104faeb93688ea41eaab85 2024-11-08T12:41:09,708 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:09,708 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:09,708 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:41:09,708 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:41:09,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38042 deadline: 1731069729695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:41:09,708 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:41:09,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38102 deadline: 1731069729696, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:41:09,713 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:09,713 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:09,713 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:09,713 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:09,713 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:41:09,713 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:41:09,729 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/.tmp/B/9b94507337f449f9b5ff13efdb092edb is 50, key is test_row_0/B:col10/1731069669656/Put/seqid=0 2024-11-08T12:41:09,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742161_1337 (size=12001) 2024-11-08T12:41:09,735 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/.tmp/B/9b94507337f449f9b5ff13efdb092edb 2024-11-08T12:41:09,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=95 2024-11-08T12:41:09,760 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/.tmp/C/f211d9aa7efd409abd3f8fd4de43cf8f is 50, key is test_row_0/C:col10/1731069669656/Put/seqid=0 2024-11-08T12:41:09,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742162_1338 (size=12001) 2024-11-08T12:41:09,764 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/.tmp/C/f211d9aa7efd409abd3f8fd4de43cf8f 2024-11-08T12:41:09,769 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/.tmp/A/b69d5c746a104faeb93688ea41eaab85 as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/A/b69d5c746a104faeb93688ea41eaab85 2024-11-08T12:41:09,773 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/A/b69d5c746a104faeb93688ea41eaab85, entries=150, sequenceid=16, filesize=30.2 K 2024-11-08T12:41:09,774 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/.tmp/B/9b94507337f449f9b5ff13efdb092edb as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/B/9b94507337f449f9b5ff13efdb092edb 2024-11-08T12:41:09,777 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/B/9b94507337f449f9b5ff13efdb092edb, entries=150, sequenceid=16, filesize=11.7 K 2024-11-08T12:41:09,778 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/.tmp/C/f211d9aa7efd409abd3f8fd4de43cf8f as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/C/f211d9aa7efd409abd3f8fd4de43cf8f 2024-11-08T12:41:09,781 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/C/f211d9aa7efd409abd3f8fd4de43cf8f, entries=150, sequenceid=16, filesize=11.7 K 2024-11-08T12:41:09,782 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 4ae49fd347d53b48974a7ea991040eb5 in 125ms, sequenceid=16, compaction requested=false 2024-11-08T12:41:09,782 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-08T12:41:09,783 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 4ae49fd347d53b48974a7ea991040eb5: 2024-11-08T12:41:09,804 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38479 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=96 2024-11-08T12:41:09,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5. 2024-11-08T12:41:09,804 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2902): Flushing 4ae49fd347d53b48974a7ea991040eb5 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-08T12:41:09,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(8855): Flush requested on 4ae49fd347d53b48974a7ea991040eb5 2024-11-08T12:41:09,806 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5. as already flushing 2024-11-08T12:41:09,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108e4bf9b9c51d141a9be759a386856e9de_4ae49fd347d53b48974a7ea991040eb5 is 50, key is test_row_0/A:col10/1731069669694/Put/seqid=0 2024-11-08T12:41:09,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742163_1339 (size=12154) 2024-11-08T12:41:09,827 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:41:09,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38042 deadline: 1731069729823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:41:09,827 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:41:09,827 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:09,827 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:09,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38102 deadline: 1731069729823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:41:09,827 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:41:09,827 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:09,827 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:09,827 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:41:09,831 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:41:09,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38074 deadline: 1731069729825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:41:09,832 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:09,832 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:09,832 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:41:09,833 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:41:09,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38084 deadline: 1731069729825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:41:09,834 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:41:09,834 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:09,834 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:09,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38082 deadline: 1731069729826, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:41:09,834 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:41:09,834 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:09,834 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:09,834 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:41:09,878 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-08T12:41:09,941 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:41:09,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38074 deadline: 1731069729933, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:41:09,941 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:09,941 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:09,941 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:41:09,950 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:41:09,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38084 deadline: 1731069729943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:41:09,950 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:41:09,950 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:09,950 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:09,950 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:41:09,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38082 deadline: 1731069729943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:41:09,950 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:09,951 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:09,951 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:41:09,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=95 2024-11-08T12:41:10,035 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:41:10,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38042 deadline: 1731069730033, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:41:10,035 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:10,035 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:41:10,035 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:10,035 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:41:10,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38102 deadline: 1731069730034, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:41:10,036 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:10,036 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:10,036 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:41:10,158 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:41:10,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38074 deadline: 1731069730152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:41:10,158 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:10,158 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:41:10,158 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:10,158 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:41:10,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38084 deadline: 1731069730153, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:41:10,158 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:10,158 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:41:10,159 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:10,159 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:41:10,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38082 deadline: 1731069730153, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:41:10,159 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:10,159 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:10,159 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:41:10,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:10,219 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108e4bf9b9c51d141a9be759a386856e9de_4ae49fd347d53b48974a7ea991040eb5 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108e4bf9b9c51d141a9be759a386856e9de_4ae49fd347d53b48974a7ea991040eb5 2024-11-08T12:41:10,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/.tmp/A/e4e91725fe314b0aac51ee1c057c0844, store: [table=TestAcidGuarantees family=A region=4ae49fd347d53b48974a7ea991040eb5] 2024-11-08T12:41:10,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/.tmp/A/e4e91725fe314b0aac51ee1c057c0844 is 175, key is test_row_0/A:col10/1731069669694/Put/seqid=0 2024-11-08T12:41:10,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742164_1340 (size=30955) 2024-11-08T12:41:10,229 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=40, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/.tmp/A/e4e91725fe314b0aac51ee1c057c0844 2024-11-08T12:41:10,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/.tmp/B/3795384aebec446398ca15d8f5592682 is 50, key is test_row_0/B:col10/1731069669694/Put/seqid=0 2024-11-08T12:41:10,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742165_1341 (size=12001) 2024-11-08T12:41:10,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=95 2024-11-08T12:41:10,348 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:41:10,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38042 deadline: 1731069730343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:41:10,349 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:10,349 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:41:10,349 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:10,349 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:41:10,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38102 deadline: 1731069730343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:41:10,349 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:10,349 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:10,349 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:41:10,468 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:41:10,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38074 deadline: 1731069730463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:41:10,468 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:41:10,468 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:10,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38084 deadline: 1731069730463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:41:10,468 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:10,469 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:41:10,469 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:10,469 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:10,469 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:41:10,469 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:41:10,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38082 deadline: 1731069730464, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:41:10,469 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:10,469 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:10,469 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:41:10,646 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/.tmp/B/3795384aebec446398ca15d8f5592682 2024-11-08T12:41:10,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/.tmp/C/7f9e8eba255e4aa3b26daff58cfd8214 is 50, key is test_row_0/C:col10/1731069669694/Put/seqid=0 2024-11-08T12:41:10,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742166_1342 (size=12001) 2024-11-08T12:41:10,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=95 2024-11-08T12:41:10,855 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:41:10,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38102 deadline: 1731069730853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:41:10,855 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:10,855 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:10,855 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:41:10,863 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:41:10,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38042 deadline: 1731069730863, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:41:10,864 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:10,864 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:10,864 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:41:10,979 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:41:10,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38074 deadline: 1731069730973, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:41:10,979 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:41:10,979 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:10,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38082 deadline: 1731069730973, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:41:10,979 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:10,979 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:41:10,980 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:10,980 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:10,980 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:41:10,987 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:41:10,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38084 deadline: 1731069730983, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:41:10,992 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:10,992 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:10,992 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:41:11,058 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/.tmp/C/7f9e8eba255e4aa3b26daff58cfd8214 2024-11-08T12:41:11,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/.tmp/A/e4e91725fe314b0aac51ee1c057c0844 as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/A/e4e91725fe314b0aac51ee1c057c0844 2024-11-08T12:41:11,065 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/A/e4e91725fe314b0aac51ee1c057c0844, entries=150, sequenceid=40, filesize=30.2 K 2024-11-08T12:41:11,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/.tmp/B/3795384aebec446398ca15d8f5592682 as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/B/3795384aebec446398ca15d8f5592682 2024-11-08T12:41:11,069 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/B/3795384aebec446398ca15d8f5592682, entries=150, sequenceid=40, filesize=11.7 K 2024-11-08T12:41:11,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/.tmp/C/7f9e8eba255e4aa3b26daff58cfd8214 as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/C/7f9e8eba255e4aa3b26daff58cfd8214 2024-11-08T12:41:11,073 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/C/7f9e8eba255e4aa3b26daff58cfd8214, entries=150, sequenceid=40, filesize=11.7 K 2024-11-08T12:41:11,074 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 4ae49fd347d53b48974a7ea991040eb5 in 1270ms, sequenceid=40, compaction requested=false 2024-11-08T12:41:11,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2603): Flush status journal for 4ae49fd347d53b48974a7ea991040eb5: 2024-11-08T12:41:11,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5. 2024-11-08T12:41:11,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=96 2024-11-08T12:41:11,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40975 {}] master.HMaster(4169): Remote procedure done, pid=96 2024-11-08T12:41:11,077 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=96, resume processing ppid=95 2024-11-08T12:41:11,078 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=96, ppid=95, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4270 sec 2024-11-08T12:41:11,079 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=95, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=95, table=TestAcidGuarantees in 1.4350 sec 2024-11-08T12:41:11,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=95 2024-11-08T12:41:11,793 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-08T12:41:11,794 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40975 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-08T12:41:11,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40975 {}] procedure2.ProcedureExecutor(1139): Stored pid=97, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=97, table=TestAcidGuarantees 2024-11-08T12:41:11,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-11-08T12:41:11,795 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=97, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=97, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-08T12:41:11,796 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=97, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=97, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-08T12:41:11,796 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=98, ppid=97, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-08T12:41:11,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(8855): Flush requested on 4ae49fd347d53b48974a7ea991040eb5 2024-11-08T12:41:11,866 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-08T12:41:11,866 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 4ae49fd347d53b48974a7ea991040eb5 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-08T12:41:11,872 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411081b9ea1636dd647d68f943e96ad8d8699_4ae49fd347d53b48974a7ea991040eb5 is 50, key is test_row_0/A:col10/1731069669806/Put/seqid=0 2024-11-08T12:41:11,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742167_1343 (size=14594) 2024-11-08T12:41:11,876 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:11,880 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411081b9ea1636dd647d68f943e96ad8d8699_4ae49fd347d53b48974a7ea991040eb5 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411081b9ea1636dd647d68f943e96ad8d8699_4ae49fd347d53b48974a7ea991040eb5 2024-11-08T12:41:11,881 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/.tmp/A/aada97b287194b83aac94488614f06dc, store: [table=TestAcidGuarantees family=A region=4ae49fd347d53b48974a7ea991040eb5] 2024-11-08T12:41:11,881 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/.tmp/A/aada97b287194b83aac94488614f06dc is 175, key is test_row_0/A:col10/1731069669806/Put/seqid=0 2024-11-08T12:41:11,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742168_1344 (size=39549) 2024-11-08T12:41:11,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-11-08T12:41:11,942 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:41:11,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38042 deadline: 1731069731934, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:41:11,943 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:11,943 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:11,943 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:41:11,943 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:41:11,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38102 deadline: 1731069731936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:41:11,943 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:11,943 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:11,943 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:41:11,947 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38479 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-11-08T12:41:11,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5. 2024-11-08T12:41:11,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5. as already flushing 2024-11-08T12:41:11,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5. 2024-11-08T12:41:11,948 ERROR [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98 java.io.IOException: Unable to complete flush {ENCODED => 4ae49fd347d53b48974a7ea991040eb5, NAME => 'TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:41:11,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98 java.io.IOException: Unable to complete flush {ENCODED => 4ae49fd347d53b48974a7ea991040eb5, NAME => 'TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:41:11,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40975 {}] master.HMaster(4177): Remote procedure failed, pid=98 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4ae49fd347d53b48974a7ea991040eb5, NAME => 'TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4ae49fd347d53b48974a7ea991040eb5, NAME => 'TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:41:11,986 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:41:11,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38074 deadline: 1731069731983, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:41:11,986 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to 6ccfea20c990,38479,1731069575023 for 'test_row_2' in 4ae49fd347d53b48974a7ea991040eb5 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2161 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-08T12:41:11,986 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:11,986 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:11,986 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:41:11,996 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:41:11,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38082 deadline: 1731069731993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:41:11,996 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to 6ccfea20c990,38479,1731069575023 for 'test_row_0' in 4ae49fd347d53b48974a7ea991040eb5 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2171 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-08T12:41:11,997 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:11,997 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:11,997 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:41:12,007 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:41:12,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38084 deadline: 1731069732003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:41:12,007 WARN [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to 6ccfea20c990,38479,1731069575023 for 'test_row_1' in 4ae49fd347d53b48974a7ea991040eb5 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2183 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-08T12:41:12,008 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:12,008 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:12,008 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:41:12,059 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:41:12,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38042 deadline: 1731069732053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:41:12,060 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:41:12,060 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:12,060 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:12,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38102 deadline: 1731069732053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:41:12,060 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:41:12,060 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:12,060 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:12,060 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:41:12,100 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38479 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-11-08T12:41:12,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5. 2024-11-08T12:41:12,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5. as already flushing 2024-11-08T12:41:12,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5. 2024-11-08T12:41:12,100 ERROR [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98 java.io.IOException: Unable to complete flush {ENCODED => 4ae49fd347d53b48974a7ea991040eb5, NAME => 'TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:41:12,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98 java.io.IOException: Unable to complete flush {ENCODED => 4ae49fd347d53b48974a7ea991040eb5, NAME => 'TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:41:12,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40975 {}] master.HMaster(4177): Remote procedure failed, pid=98 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4ae49fd347d53b48974a7ea991040eb5, NAME => 'TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4ae49fd347d53b48974a7ea991040eb5, NAME => 'TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:41:12,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-11-08T12:41:12,253 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38479 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-11-08T12:41:12,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5. 2024-11-08T12:41:12,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5. as already flushing 2024-11-08T12:41:12,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5. 2024-11-08T12:41:12,253 ERROR [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98 java.io.IOException: Unable to complete flush {ENCODED => 4ae49fd347d53b48974a7ea991040eb5, NAME => 'TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:41:12,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98 java.io.IOException: Unable to complete flush {ENCODED => 4ae49fd347d53b48974a7ea991040eb5, NAME => 'TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:41:12,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40975 {}] master.HMaster(4177): Remote procedure failed, pid=98 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4ae49fd347d53b48974a7ea991040eb5, NAME => 'TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4ae49fd347d53b48974a7ea991040eb5, NAME => 'TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:41:12,264 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:41:12,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38042 deadline: 1731069732262, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:41:12,264 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:12,264 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:41:12,264 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:12,264 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:41:12,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38102 deadline: 1731069732263, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:41:12,265 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:12,265 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:12,265 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:41:12,286 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=53, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/.tmp/A/aada97b287194b83aac94488614f06dc 2024-11-08T12:41:12,292 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/.tmp/B/a859fde887cb47bb8e23ec1ebe7b4e98 is 50, key is test_row_0/B:col10/1731069669806/Put/seqid=0 2024-11-08T12:41:12,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742169_1345 (size=12001) 2024-11-08T12:41:12,297 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/.tmp/B/a859fde887cb47bb8e23ec1ebe7b4e98 2024-11-08T12:41:12,302 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/.tmp/C/43bd61afbc914710a815e9387d6ad1ee is 50, key is test_row_0/C:col10/1731069669806/Put/seqid=0 2024-11-08T12:41:12,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742170_1346 (size=12001) 2024-11-08T12:41:12,406 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38479 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-11-08T12:41:12,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5. 2024-11-08T12:41:12,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5. as already flushing 2024-11-08T12:41:12,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5. 2024-11-08T12:41:12,406 ERROR [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98 java.io.IOException: Unable to complete flush {ENCODED => 4ae49fd347d53b48974a7ea991040eb5, NAME => 'TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:41:12,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98 java.io.IOException: Unable to complete flush {ENCODED => 4ae49fd347d53b48974a7ea991040eb5, NAME => 'TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:41:12,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40975 {}] master.HMaster(4177): Remote procedure failed, pid=98 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4ae49fd347d53b48974a7ea991040eb5, NAME => 'TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4ae49fd347d53b48974a7ea991040eb5, NAME => 'TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:41:12,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-11-08T12:41:12,558 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38479 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-11-08T12:41:12,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5. 2024-11-08T12:41:12,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5. as already flushing 2024-11-08T12:41:12,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5. 2024-11-08T12:41:12,559 ERROR [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98 java.io.IOException: Unable to complete flush {ENCODED => 4ae49fd347d53b48974a7ea991040eb5, NAME => 'TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:41:12,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98 java.io.IOException: Unable to complete flush {ENCODED => 4ae49fd347d53b48974a7ea991040eb5, NAME => 'TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:41:12,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40975 {}] master.HMaster(4177): Remote procedure failed, pid=98 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4ae49fd347d53b48974a7ea991040eb5, NAME => 'TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4ae49fd347d53b48974a7ea991040eb5, NAME => 'TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:41:12,575 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:41:12,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38042 deadline: 1731069732573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:41:12,575 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:12,575 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:41:12,575 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:12,575 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:41:12,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38102 deadline: 1731069732573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:41:12,575 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:12,575 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:12,575 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:41:12,707 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/.tmp/C/43bd61afbc914710a815e9387d6ad1ee 2024-11-08T12:41:12,710 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/.tmp/A/aada97b287194b83aac94488614f06dc as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/A/aada97b287194b83aac94488614f06dc 2024-11-08T12:41:12,711 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38479 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-11-08T12:41:12,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5. 2024-11-08T12:41:12,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5. as already flushing 2024-11-08T12:41:12,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5. 2024-11-08T12:41:12,711 ERROR [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98 java.io.IOException: Unable to complete flush {ENCODED => 4ae49fd347d53b48974a7ea991040eb5, NAME => 'TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:41:12,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98 java.io.IOException: Unable to complete flush {ENCODED => 4ae49fd347d53b48974a7ea991040eb5, NAME => 'TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:41:12,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40975 {}] master.HMaster(4177): Remote procedure failed, pid=98 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4ae49fd347d53b48974a7ea991040eb5, NAME => 'TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4ae49fd347d53b48974a7ea991040eb5, NAME => 'TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:41:12,714 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/A/aada97b287194b83aac94488614f06dc, entries=200, sequenceid=53, filesize=38.6 K 2024-11-08T12:41:12,715 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/.tmp/B/a859fde887cb47bb8e23ec1ebe7b4e98 as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/B/a859fde887cb47bb8e23ec1ebe7b4e98 2024-11-08T12:41:12,718 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/B/a859fde887cb47bb8e23ec1ebe7b4e98, entries=150, sequenceid=53, filesize=11.7 K 2024-11-08T12:41:12,719 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/.tmp/C/43bd61afbc914710a815e9387d6ad1ee as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/C/43bd61afbc914710a815e9387d6ad1ee 2024-11-08T12:41:12,722 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/C/43bd61afbc914710a815e9387d6ad1ee, entries=150, sequenceid=53, filesize=11.7 K 2024-11-08T12:41:12,722 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 4ae49fd347d53b48974a7ea991040eb5 in 856ms, sequenceid=53, compaction requested=true 2024-11-08T12:41:12,722 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 4ae49fd347d53b48974a7ea991040eb5: 2024-11-08T12:41:12,723 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4ae49fd347d53b48974a7ea991040eb5:A, priority=-2147483648, current under compaction store size is 1 2024-11-08T12:41:12,723 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T12:41:12,723 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T12:41:12,723 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T12:41:12,723 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4ae49fd347d53b48974a7ea991040eb5:B, priority=-2147483648, current under compaction store size is 2 2024-11-08T12:41:12,723 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T12:41:12,723 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4ae49fd347d53b48974a7ea991040eb5:C, priority=-2147483648, current under compaction store size is 3 2024-11-08T12:41:12,723 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T12:41:12,724 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101459 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T12:41:12,724 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T12:41:12,724 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HStore(1541): 4ae49fd347d53b48974a7ea991040eb5/A is initiating minor compaction (all files) 2024-11-08T12:41:12,724 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HStore(1541): 4ae49fd347d53b48974a7ea991040eb5/B is initiating minor compaction (all files) 2024-11-08T12:41:12,724 INFO [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4ae49fd347d53b48974a7ea991040eb5/A in TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5. 2024-11-08T12:41:12,724 INFO [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4ae49fd347d53b48974a7ea991040eb5/B in TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5. 2024-11-08T12:41:12,724 INFO [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/B/9b94507337f449f9b5ff13efdb092edb, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/B/3795384aebec446398ca15d8f5592682, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/B/a859fde887cb47bb8e23ec1ebe7b4e98] into tmpdir=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/.tmp, totalSize=35.2 K 2024-11-08T12:41:12,724 INFO [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/A/b69d5c746a104faeb93688ea41eaab85, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/A/e4e91725fe314b0aac51ee1c057c0844, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/A/aada97b287194b83aac94488614f06dc] into tmpdir=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/.tmp, totalSize=99.1 K 2024-11-08T12:41:12,724 INFO [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5. 2024-11-08T12:41:12,724 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5. files: [hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/A/b69d5c746a104faeb93688ea41eaab85, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/A/e4e91725fe314b0aac51ee1c057c0844, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/A/aada97b287194b83aac94488614f06dc] 2024-11-08T12:41:12,724 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.Compactor(225): Compacting 9b94507337f449f9b5ff13efdb092edb, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1731069669652 2024-11-08T12:41:12,724 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] compactions.Compactor(225): Compacting b69d5c746a104faeb93688ea41eaab85, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1731069669652 2024-11-08T12:41:12,725 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.Compactor(225): Compacting 3795384aebec446398ca15d8f5592682, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1731069669690 2024-11-08T12:41:12,725 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.Compactor(225): Compacting a859fde887cb47bb8e23ec1ebe7b4e98, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1731069669806 2024-11-08T12:41:12,725 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] compactions.Compactor(225): Compacting e4e91725fe314b0aac51ee1c057c0844, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1731069669690 2024-11-08T12:41:12,725 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] compactions.Compactor(225): Compacting aada97b287194b83aac94488614f06dc, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1731069669806 2024-11-08T12:41:12,730 INFO [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=4ae49fd347d53b48974a7ea991040eb5] 2024-11-08T12:41:12,731 INFO [RS:0;6ccfea20c990:38479-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4ae49fd347d53b48974a7ea991040eb5#B#compaction#297 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-08T12:41:12,731 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/.tmp/B/e9fc548b78e14ebc8f1b5d465d816d52 is 50, key is test_row_0/B:col10/1731069669806/Put/seqid=0 2024-11-08T12:41:12,734 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411082f11cc7fa4c9464fbbbe23cd43e17fe3_4ae49fd347d53b48974a7ea991040eb5 store=[table=TestAcidGuarantees family=A region=4ae49fd347d53b48974a7ea991040eb5] 2024-11-08T12:41:12,736 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411082f11cc7fa4c9464fbbbe23cd43e17fe3_4ae49fd347d53b48974a7ea991040eb5, store=[table=TestAcidGuarantees family=A region=4ae49fd347d53b48974a7ea991040eb5] 2024-11-08T12:41:12,736 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411082f11cc7fa4c9464fbbbe23cd43e17fe3_4ae49fd347d53b48974a7ea991040eb5 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=4ae49fd347d53b48974a7ea991040eb5] 2024-11-08T12:41:12,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742172_1348 (size=4469) 2024-11-08T12:41:12,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742171_1347 (size=12104) 2024-11-08T12:41:12,752 INFO [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4ae49fd347d53b48974a7ea991040eb5#A#compaction#298 average throughput is 1.11 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T12:41:12,753 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/.tmp/A/a53ad004ec704c55ba11a9131f0555f2 is 175, key is test_row_0/A:col10/1731069669806/Put/seqid=0 2024-11-08T12:41:12,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742173_1349 (size=31058) 2024-11-08T12:41:12,864 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38479 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-11-08T12:41:12,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5. 2024-11-08T12:41:12,864 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2902): Flushing 4ae49fd347d53b48974a7ea991040eb5 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-08T12:41:12,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108de8fabe71826455790e615c5af626286_4ae49fd347d53b48974a7ea991040eb5 is 50, key is test_row_0/A:col10/1731069671924/Put/seqid=0 2024-11-08T12:41:12,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742174_1350 (size=12154) 2024-11-08T12:41:12,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:12,878 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108de8fabe71826455790e615c5af626286_4ae49fd347d53b48974a7ea991040eb5 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108de8fabe71826455790e615c5af626286_4ae49fd347d53b48974a7ea991040eb5 2024-11-08T12:41:12,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/.tmp/A/9392c38ff2ae4a97a8962e654cfe7e2a, store: [table=TestAcidGuarantees family=A region=4ae49fd347d53b48974a7ea991040eb5] 2024-11-08T12:41:12,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/.tmp/A/9392c38ff2ae4a97a8962e654cfe7e2a is 175, key is test_row_0/A:col10/1731069671924/Put/seqid=0 2024-11-08T12:41:12,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742175_1351 (size=30955) 2024-11-08T12:41:12,887 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=76, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/.tmp/A/9392c38ff2ae4a97a8962e654cfe7e2a 2024-11-08T12:41:12,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/.tmp/B/450338624cb34715ac4d6edfa956d49f is 50, key is test_row_0/B:col10/1731069671924/Put/seqid=0 2024-11-08T12:41:12,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742176_1352 (size=12001) 2024-11-08T12:41:12,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-11-08T12:41:13,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(8855): Flush requested on 4ae49fd347d53b48974a7ea991040eb5 2024-11-08T12:41:13,087 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5. as already flushing 2024-11-08T12:41:13,127 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:41:13,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38042 deadline: 1731069733116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:41:13,127 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:13,127 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:13,127 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:41:13,131 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:41:13,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38102 deadline: 1731069733121, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:41:13,131 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:13,131 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:13,131 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:41:13,155 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/.tmp/B/e9fc548b78e14ebc8f1b5d465d816d52 as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/B/e9fc548b78e14ebc8f1b5d465d816d52 2024-11-08T12:41:13,160 INFO [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4ae49fd347d53b48974a7ea991040eb5/B of 4ae49fd347d53b48974a7ea991040eb5 into e9fc548b78e14ebc8f1b5d465d816d52(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T12:41:13,160 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4ae49fd347d53b48974a7ea991040eb5: 2024-11-08T12:41:13,160 INFO [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., storeName=4ae49fd347d53b48974a7ea991040eb5/B, priority=13, startTime=1731069672723; duration=0sec 2024-11-08T12:41:13,160 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T12:41:13,160 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4ae49fd347d53b48974a7ea991040eb5:B 2024-11-08T12:41:13,160 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T12:41:13,161 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T12:41:13,161 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HStore(1541): 4ae49fd347d53b48974a7ea991040eb5/C is initiating minor compaction (all files) 2024-11-08T12:41:13,161 INFO [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4ae49fd347d53b48974a7ea991040eb5/C in TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5. 2024-11-08T12:41:13,161 INFO [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/C/f211d9aa7efd409abd3f8fd4de43cf8f, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/C/7f9e8eba255e4aa3b26daff58cfd8214, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/C/43bd61afbc914710a815e9387d6ad1ee] into tmpdir=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/.tmp, totalSize=35.2 K 2024-11-08T12:41:13,162 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.Compactor(225): Compacting f211d9aa7efd409abd3f8fd4de43cf8f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1731069669652 2024-11-08T12:41:13,162 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.Compactor(225): Compacting 7f9e8eba255e4aa3b26daff58cfd8214, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1731069669690 2024-11-08T12:41:13,162 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.Compactor(225): Compacting 43bd61afbc914710a815e9387d6ad1ee, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1731069669806 2024-11-08T12:41:13,167 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/.tmp/A/a53ad004ec704c55ba11a9131f0555f2 as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/A/a53ad004ec704c55ba11a9131f0555f2 2024-11-08T12:41:13,171 INFO [RS:0;6ccfea20c990:38479-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4ae49fd347d53b48974a7ea991040eb5#C#compaction#301 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T12:41:13,171 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/.tmp/C/4bfbf48b6d5e4e838f451407deede80e is 50, key is test_row_0/C:col10/1731069669806/Put/seqid=0 2024-11-08T12:41:13,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742177_1353 (size=12104) 2024-11-08T12:41:13,179 INFO [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4ae49fd347d53b48974a7ea991040eb5/A of 4ae49fd347d53b48974a7ea991040eb5 into a53ad004ec704c55ba11a9131f0555f2(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T12:41:13,179 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4ae49fd347d53b48974a7ea991040eb5: 2024-11-08T12:41:13,179 INFO [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., storeName=4ae49fd347d53b48974a7ea991040eb5/A, priority=13, startTime=1731069672722; duration=0sec 2024-11-08T12:41:13,179 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T12:41:13,179 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4ae49fd347d53b48974a7ea991040eb5:A 2024-11-08T12:41:13,239 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:41:13,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38042 deadline: 1731069733233, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:41:13,239 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:41:13,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38102 deadline: 1731069733233, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:41:13,239 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:13,239 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:13,239 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:41:13,239 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:13,239 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:13,239 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:41:13,307 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/.tmp/B/450338624cb34715ac4d6edfa956d49f 2024-11-08T12:41:13,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/.tmp/C/4134aa7bdbdc40db9abdbe0763443460 is 50, key is test_row_0/C:col10/1731069671924/Put/seqid=0 2024-11-08T12:41:13,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742178_1354 (size=12001) 2024-11-08T12:41:13,452 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:41:13,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38042 deadline: 1731069733443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:41:13,452 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:13,452 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:41:13,452 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:13,452 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:41:13,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38102 deadline: 1731069733443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:41:13,452 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:13,452 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:13,452 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:41:13,583 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/.tmp/C/4bfbf48b6d5e4e838f451407deede80e as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/C/4bfbf48b6d5e4e838f451407deede80e 2024-11-08T12:41:13,586 INFO [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4ae49fd347d53b48974a7ea991040eb5/C of 4ae49fd347d53b48974a7ea991040eb5 into 4bfbf48b6d5e4e838f451407deede80e(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T12:41:13,587 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4ae49fd347d53b48974a7ea991040eb5: 2024-11-08T12:41:13,587 INFO [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., storeName=4ae49fd347d53b48974a7ea991040eb5/C, priority=13, startTime=1731069672723; duration=0sec 2024-11-08T12:41:13,587 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T12:41:13,587 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4ae49fd347d53b48974a7ea991040eb5:C 2024-11-08T12:41:13,722 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/.tmp/C/4134aa7bdbdc40db9abdbe0763443460 2024-11-08T12:41:13,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/.tmp/A/9392c38ff2ae4a97a8962e654cfe7e2a as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/A/9392c38ff2ae4a97a8962e654cfe7e2a 2024-11-08T12:41:13,729 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/A/9392c38ff2ae4a97a8962e654cfe7e2a, entries=150, sequenceid=76, filesize=30.2 K 2024-11-08T12:41:13,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/.tmp/B/450338624cb34715ac4d6edfa956d49f as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/B/450338624cb34715ac4d6edfa956d49f 2024-11-08T12:41:13,733 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/B/450338624cb34715ac4d6edfa956d49f, entries=150, sequenceid=76, filesize=11.7 K 2024-11-08T12:41:13,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/.tmp/C/4134aa7bdbdc40db9abdbe0763443460 as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/C/4134aa7bdbdc40db9abdbe0763443460 2024-11-08T12:41:13,737 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/C/4134aa7bdbdc40db9abdbe0763443460, entries=150, sequenceid=76, filesize=11.7 K 2024-11-08T12:41:13,738 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 4ae49fd347d53b48974a7ea991040eb5 in 874ms, sequenceid=76, compaction requested=false 2024-11-08T12:41:13,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2603): Flush status journal for 4ae49fd347d53b48974a7ea991040eb5: 2024-11-08T12:41:13,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5. 2024-11-08T12:41:13,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=98 2024-11-08T12:41:13,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40975 {}] master.HMaster(4169): Remote procedure done, pid=98 2024-11-08T12:41:13,741 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=98, resume processing ppid=97 2024-11-08T12:41:13,741 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=98, ppid=97, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9430 sec 2024-11-08T12:41:13,742 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=97, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=97, table=TestAcidGuarantees in 1.9470 sec 2024-11-08T12:41:13,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(8855): Flush requested on 4ae49fd347d53b48974a7ea991040eb5 2024-11-08T12:41:13,767 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-08T12:41:13,768 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 4ae49fd347d53b48974a7ea991040eb5 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-08T12:41:13,773 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110863f2814a875d4165946d84776052680f_4ae49fd347d53b48974a7ea991040eb5 is 50, key is test_row_0/A:col10/1731069673119/Put/seqid=0 2024-11-08T12:41:13,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742179_1355 (size=14594) 2024-11-08T12:41:13,781 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:13,784 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110863f2814a875d4165946d84776052680f_4ae49fd347d53b48974a7ea991040eb5 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110863f2814a875d4165946d84776052680f_4ae49fd347d53b48974a7ea991040eb5 2024-11-08T12:41:13,785 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/.tmp/A/312469c99e984c57805d746c0cf72532, store: [table=TestAcidGuarantees family=A region=4ae49fd347d53b48974a7ea991040eb5] 2024-11-08T12:41:13,785 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/.tmp/A/312469c99e984c57805d746c0cf72532 is 175, key is test_row_0/A:col10/1731069673119/Put/seqid=0 2024-11-08T12:41:13,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742180_1356 (size=39549) 2024-11-08T12:41:13,849 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:41:13,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38102 deadline: 1731069733838, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:41:13,850 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:13,850 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:13,850 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:41:13,850 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:41:13,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38042 deadline: 1731069733839, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:41:13,850 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:13,850 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:13,850 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:41:13,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-11-08T12:41:13,943 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-08T12:41:13,944 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40975 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-08T12:41:13,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40975 {}] procedure2.ProcedureExecutor(1139): Stored pid=99, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=99, table=TestAcidGuarantees 2024-11-08T12:41:13,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-11-08T12:41:13,945 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=99, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=99, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-08T12:41:13,946 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=99, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=99, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-08T12:41:13,946 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=100, ppid=99, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-08T12:41:13,959 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:41:13,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38102 deadline: 1731069733953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:41:13,959 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:41:13,959 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:13,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38042 deadline: 1731069733953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:41:13,959 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:13,960 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:41:13,960 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:13,960 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:13,960 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:41:13,999 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:41:14,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38074 deadline: 1731069733993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:41:14,000 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to 6ccfea20c990,38479,1731069575023 for 'test_row_2' in 4ae49fd347d53b48974a7ea991040eb5 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4175 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-08T12:41:14,000 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:14,000 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:14,000 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:41:14,030 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:41:14,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38082 deadline: 1731069734023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:41:14,030 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:41:14,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38084 deadline: 1731069734023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:41:14,030 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to 6ccfea20c990,38479,1731069575023 for 'test_row_0' in 4ae49fd347d53b48974a7ea991040eb5 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4205 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-08T12:41:14,031 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:14,031 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:14,031 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:41:14,031 WARN [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to 6ccfea20c990,38479,1731069575023 for 'test_row_1' in 4ae49fd347d53b48974a7ea991040eb5 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4207 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-08T12:41:14,031 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:14,031 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:14,031 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:41:14,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-11-08T12:41:14,098 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38479 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-11-08T12:41:14,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5. 2024-11-08T12:41:14,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5. as already flushing 2024-11-08T12:41:14,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5. 2024-11-08T12:41:14,098 ERROR [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100 java.io.IOException: Unable to complete flush {ENCODED => 4ae49fd347d53b48974a7ea991040eb5, NAME => 'TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:41:14,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100 java.io.IOException: Unable to complete flush {ENCODED => 4ae49fd347d53b48974a7ea991040eb5, NAME => 'TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:41:14,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40975 {}] master.HMaster(4177): Remote procedure failed, pid=100 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4ae49fd347d53b48974a7ea991040eb5, NAME => 'TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4ae49fd347d53b48974a7ea991040eb5, NAME => 'TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:41:14,174 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:41:14,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38102 deadline: 1731069734163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:41:14,174 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:14,174 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:14,174 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:41:14,174 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:41:14,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38042 deadline: 1731069734163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:41:14,175 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:14,175 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:14,175 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:41:14,189 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=93, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/.tmp/A/312469c99e984c57805d746c0cf72532 2024-11-08T12:41:14,195 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/.tmp/B/8672e57469bb4c23be77e85206fb99d6 is 50, key is test_row_0/B:col10/1731069673119/Put/seqid=0 2024-11-08T12:41:14,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742181_1357 (size=12001) 2024-11-08T12:41:14,251 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38479 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-11-08T12:41:14,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5. 2024-11-08T12:41:14,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5. as already flushing 2024-11-08T12:41:14,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5. 2024-11-08T12:41:14,251 ERROR [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100 java.io.IOException: Unable to complete flush {ENCODED => 4ae49fd347d53b48974a7ea991040eb5, NAME => 'TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:41:14,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100 java.io.IOException: Unable to complete flush {ENCODED => 4ae49fd347d53b48974a7ea991040eb5, NAME => 'TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:41:14,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40975 {}] master.HMaster(4177): Remote procedure failed, pid=100 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4ae49fd347d53b48974a7ea991040eb5, NAME => 'TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4ae49fd347d53b48974a7ea991040eb5, NAME => 'TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:41:14,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-11-08T12:41:14,404 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38479 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-11-08T12:41:14,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5. 2024-11-08T12:41:14,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5. as already flushing 2024-11-08T12:41:14,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5. 2024-11-08T12:41:14,404 ERROR [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100 java.io.IOException: Unable to complete flush {ENCODED => 4ae49fd347d53b48974a7ea991040eb5, NAME => 'TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:41:14,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100 java.io.IOException: Unable to complete flush {ENCODED => 4ae49fd347d53b48974a7ea991040eb5, NAME => 'TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:41:14,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40975 {}] master.HMaster(4177): Remote procedure failed, pid=100 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4ae49fd347d53b48974a7ea991040eb5, NAME => 'TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4ae49fd347d53b48974a7ea991040eb5, NAME => 'TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:41:14,488 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:41:14,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38102 deadline: 1731069734483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:41:14,489 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:14,489 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:41:14,489 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:14,489 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:41:14,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38042 deadline: 1731069734483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:41:14,489 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:14,489 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:14,489 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:41:14,556 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38479 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-11-08T12:41:14,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5. 2024-11-08T12:41:14,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5. as already flushing 2024-11-08T12:41:14,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5. 2024-11-08T12:41:14,557 ERROR [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100 java.io.IOException: Unable to complete flush {ENCODED => 4ae49fd347d53b48974a7ea991040eb5, NAME => 'TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:41:14,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100 java.io.IOException: Unable to complete flush {ENCODED => 4ae49fd347d53b48974a7ea991040eb5, NAME => 'TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:41:14,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40975 {}] master.HMaster(4177): Remote procedure failed, pid=100 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4ae49fd347d53b48974a7ea991040eb5, NAME => 'TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4ae49fd347d53b48974a7ea991040eb5, NAME => 'TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:41:14,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-11-08T12:41:14,598 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/.tmp/B/8672e57469bb4c23be77e85206fb99d6 2024-11-08T12:41:14,605 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/.tmp/C/a09100204769417cac53ae8e259bd77d is 50, key is test_row_0/C:col10/1731069673119/Put/seqid=0 2024-11-08T12:41:14,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742182_1358 (size=12001) 2024-11-08T12:41:14,709 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38479 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-11-08T12:41:14,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5. 2024-11-08T12:41:14,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5. as already flushing 2024-11-08T12:41:14,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5. 2024-11-08T12:41:14,709 ERROR [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100 java.io.IOException: Unable to complete flush {ENCODED => 4ae49fd347d53b48974a7ea991040eb5, NAME => 'TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:41:14,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100 java.io.IOException: Unable to complete flush {ENCODED => 4ae49fd347d53b48974a7ea991040eb5, NAME => 'TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:41:14,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40975 {}] master.HMaster(4177): Remote procedure failed, pid=100 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4ae49fd347d53b48974a7ea991040eb5, NAME => 'TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4ae49fd347d53b48974a7ea991040eb5, NAME => 'TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:41:14,748 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-08T12:41:14,767 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-08T12:41:14,767 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-11-08T12:41:14,862 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38479 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-11-08T12:41:14,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5. 2024-11-08T12:41:14,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5. as already flushing 2024-11-08T12:41:14,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5. 2024-11-08T12:41:14,862 ERROR [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100 java.io.IOException: Unable to complete flush {ENCODED => 4ae49fd347d53b48974a7ea991040eb5, NAME => 'TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:41:14,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100 java.io.IOException: Unable to complete flush {ENCODED => 4ae49fd347d53b48974a7ea991040eb5, NAME => 'TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:41:14,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40975 {}] master.HMaster(4177): Remote procedure failed, pid=100 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4ae49fd347d53b48974a7ea991040eb5, NAME => 'TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4ae49fd347d53b48974a7ea991040eb5, NAME => 'TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:41:14,996 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:41:14,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38042 deadline: 1731069734993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:41:14,997 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:14,997 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:14,997 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:41:15,007 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:41:15,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38102 deadline: 1731069735003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:41:15,008 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:15,008 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:15,008 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:41:15,008 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/.tmp/C/a09100204769417cac53ae8e259bd77d 2024-11-08T12:41:15,012 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/.tmp/A/312469c99e984c57805d746c0cf72532 as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/A/312469c99e984c57805d746c0cf72532 2024-11-08T12:41:15,015 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38479 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-11-08T12:41:15,016 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/A/312469c99e984c57805d746c0cf72532, entries=200, sequenceid=93, filesize=38.6 K 2024-11-08T12:41:15,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5. 2024-11-08T12:41:15,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5. as already flushing 2024-11-08T12:41:15,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5. 2024-11-08T12:41:15,016 ERROR [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100 java.io.IOException: Unable to complete flush {ENCODED => 4ae49fd347d53b48974a7ea991040eb5, NAME => 'TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:41:15,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100 java.io.IOException: Unable to complete flush {ENCODED => 4ae49fd347d53b48974a7ea991040eb5, NAME => 'TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:41:15,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40975 {}] master.HMaster(4177): Remote procedure failed, pid=100 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4ae49fd347d53b48974a7ea991040eb5, NAME => 'TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4ae49fd347d53b48974a7ea991040eb5, NAME => 'TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:41:15,018 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/.tmp/B/8672e57469bb4c23be77e85206fb99d6 as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/B/8672e57469bb4c23be77e85206fb99d6 2024-11-08T12:41:15,022 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/B/8672e57469bb4c23be77e85206fb99d6, entries=150, sequenceid=93, filesize=11.7 K 2024-11-08T12:41:15,022 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/.tmp/C/a09100204769417cac53ae8e259bd77d as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/C/a09100204769417cac53ae8e259bd77d 2024-11-08T12:41:15,026 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/C/a09100204769417cac53ae8e259bd77d, entries=150, sequenceid=93, filesize=11.7 K 2024-11-08T12:41:15,027 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 4ae49fd347d53b48974a7ea991040eb5 in 1260ms, sequenceid=93, compaction requested=true 2024-11-08T12:41:15,027 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 4ae49fd347d53b48974a7ea991040eb5: 2024-11-08T12:41:15,027 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4ae49fd347d53b48974a7ea991040eb5:A, priority=-2147483648, current under compaction store size is 1 2024-11-08T12:41:15,027 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T12:41:15,027 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T12:41:15,027 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4ae49fd347d53b48974a7ea991040eb5:B, priority=-2147483648, current under compaction store size is 2 2024-11-08T12:41:15,027 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T12:41:15,027 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T12:41:15,027 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4ae49fd347d53b48974a7ea991040eb5:C, priority=-2147483648, current under compaction store size is 3 2024-11-08T12:41:15,027 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T12:41:15,028 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101562 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T12:41:15,028 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T12:41:15,029 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HStore(1541): 4ae49fd347d53b48974a7ea991040eb5/B is initiating minor compaction (all files) 2024-11-08T12:41:15,029 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HStore(1541): 4ae49fd347d53b48974a7ea991040eb5/A is initiating minor compaction (all files) 2024-11-08T12:41:15,029 INFO [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4ae49fd347d53b48974a7ea991040eb5/B in TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5. 2024-11-08T12:41:15,029 INFO [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4ae49fd347d53b48974a7ea991040eb5/A in TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5. 2024-11-08T12:41:15,029 INFO [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/A/a53ad004ec704c55ba11a9131f0555f2, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/A/9392c38ff2ae4a97a8962e654cfe7e2a, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/A/312469c99e984c57805d746c0cf72532] into tmpdir=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/.tmp, totalSize=99.2 K 2024-11-08T12:41:15,029 INFO [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/B/e9fc548b78e14ebc8f1b5d465d816d52, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/B/450338624cb34715ac4d6edfa956d49f, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/B/8672e57469bb4c23be77e85206fb99d6] into tmpdir=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/.tmp, totalSize=35.3 K 2024-11-08T12:41:15,029 INFO [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5. 2024-11-08T12:41:15,029 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5. files: [hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/A/a53ad004ec704c55ba11a9131f0555f2, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/A/9392c38ff2ae4a97a8962e654cfe7e2a, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/A/312469c99e984c57805d746c0cf72532] 2024-11-08T12:41:15,029 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.Compactor(225): Compacting e9fc548b78e14ebc8f1b5d465d816d52, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1731069669806 2024-11-08T12:41:15,029 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] compactions.Compactor(225): Compacting a53ad004ec704c55ba11a9131f0555f2, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1731069669806 2024-11-08T12:41:15,029 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.Compactor(225): Compacting 450338624cb34715ac4d6edfa956d49f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1731069671903 2024-11-08T12:41:15,030 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9392c38ff2ae4a97a8962e654cfe7e2a, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1731069671903 2024-11-08T12:41:15,030 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.Compactor(225): Compacting 8672e57469bb4c23be77e85206fb99d6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1731069673112 2024-11-08T12:41:15,030 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] compactions.Compactor(225): Compacting 312469c99e984c57805d746c0cf72532, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1731069673109 2024-11-08T12:41:15,040 INFO [RS:0;6ccfea20c990:38479-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4ae49fd347d53b48974a7ea991040eb5#B#compaction#306 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T12:41:15,041 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/.tmp/B/f3588364fb064f48b27cf28b0c88aec7 is 50, key is test_row_0/B:col10/1731069673119/Put/seqid=0 2024-11-08T12:41:15,042 INFO [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=4ae49fd347d53b48974a7ea991040eb5] 2024-11-08T12:41:15,046 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411082050ca4225a741888d14175fcd74420f_4ae49fd347d53b48974a7ea991040eb5 store=[table=TestAcidGuarantees family=A region=4ae49fd347d53b48974a7ea991040eb5] 2024-11-08T12:41:15,049 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411082050ca4225a741888d14175fcd74420f_4ae49fd347d53b48974a7ea991040eb5, store=[table=TestAcidGuarantees family=A region=4ae49fd347d53b48974a7ea991040eb5] 2024-11-08T12:41:15,049 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411082050ca4225a741888d14175fcd74420f_4ae49fd347d53b48974a7ea991040eb5 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=4ae49fd347d53b48974a7ea991040eb5] 2024-11-08T12:41:15,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742183_1359 (size=12207) 2024-11-08T12:41:15,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742184_1360 (size=4469) 2024-11-08T12:41:15,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-11-08T12:41:15,169 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38479 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-11-08T12:41:15,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5. 2024-11-08T12:41:15,169 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2902): Flushing 4ae49fd347d53b48974a7ea991040eb5 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-08T12:41:15,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108ded5b906030440e5ad35ea6a04fc7aaf_4ae49fd347d53b48974a7ea991040eb5 is 50, key is test_row_0/A:col10/1731069673822/Put/seqid=0 2024-11-08T12:41:15,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742185_1361 (size=12154) 2024-11-08T12:41:15,454 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/.tmp/B/f3588364fb064f48b27cf28b0c88aec7 as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/B/f3588364fb064f48b27cf28b0c88aec7 2024-11-08T12:41:15,454 INFO [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4ae49fd347d53b48974a7ea991040eb5#A#compaction#307 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T12:41:15,455 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/.tmp/A/8d78af560a044324b44aed3565054147 is 175, key is test_row_0/A:col10/1731069673119/Put/seqid=0 2024-11-08T12:41:15,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742186_1362 (size=31161) 2024-11-08T12:41:15,459 INFO [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4ae49fd347d53b48974a7ea991040eb5/B of 4ae49fd347d53b48974a7ea991040eb5 into f3588364fb064f48b27cf28b0c88aec7(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T12:41:15,459 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4ae49fd347d53b48974a7ea991040eb5: 2024-11-08T12:41:15,459 INFO [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., storeName=4ae49fd347d53b48974a7ea991040eb5/B, priority=13, startTime=1731069675027; duration=0sec 2024-11-08T12:41:15,459 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T12:41:15,459 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4ae49fd347d53b48974a7ea991040eb5:B 2024-11-08T12:41:15,459 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T12:41:15,460 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T12:41:15,460 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HStore(1541): 4ae49fd347d53b48974a7ea991040eb5/C is initiating minor compaction (all files) 2024-11-08T12:41:15,460 INFO [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4ae49fd347d53b48974a7ea991040eb5/C in TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5. 2024-11-08T12:41:15,460 INFO [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/C/4bfbf48b6d5e4e838f451407deede80e, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/C/4134aa7bdbdc40db9abdbe0763443460, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/C/a09100204769417cac53ae8e259bd77d] into tmpdir=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/.tmp, totalSize=35.3 K 2024-11-08T12:41:15,461 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.Compactor(225): Compacting 4bfbf48b6d5e4e838f451407deede80e, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1731069669806 2024-11-08T12:41:15,461 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.Compactor(225): Compacting 4134aa7bdbdc40db9abdbe0763443460, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1731069671903 2024-11-08T12:41:15,461 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.Compactor(225): Compacting a09100204769417cac53ae8e259bd77d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1731069673112 2024-11-08T12:41:15,464 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/.tmp/A/8d78af560a044324b44aed3565054147 as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/A/8d78af560a044324b44aed3565054147 2024-11-08T12:41:15,476 INFO [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4ae49fd347d53b48974a7ea991040eb5/A of 4ae49fd347d53b48974a7ea991040eb5 into 8d78af560a044324b44aed3565054147(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T12:41:15,476 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4ae49fd347d53b48974a7ea991040eb5: 2024-11-08T12:41:15,476 INFO [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., storeName=4ae49fd347d53b48974a7ea991040eb5/A, priority=13, startTime=1731069675027; duration=0sec 2024-11-08T12:41:15,477 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T12:41:15,477 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4ae49fd347d53b48974a7ea991040eb5:A 2024-11-08T12:41:15,480 INFO [RS:0;6ccfea20c990:38479-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4ae49fd347d53b48974a7ea991040eb5#C#compaction#309 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T12:41:15,481 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/.tmp/C/52578e690e824260aec57aaaba03b215 is 50, key is test_row_0/C:col10/1731069673119/Put/seqid=0 2024-11-08T12:41:15,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742187_1363 (size=12207) 2024-11-08T12:41:15,493 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/.tmp/C/52578e690e824260aec57aaaba03b215 as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/C/52578e690e824260aec57aaaba03b215 2024-11-08T12:41:15,497 INFO [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4ae49fd347d53b48974a7ea991040eb5/C of 4ae49fd347d53b48974a7ea991040eb5 into 52578e690e824260aec57aaaba03b215(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T12:41:15,497 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4ae49fd347d53b48974a7ea991040eb5: 2024-11-08T12:41:15,497 INFO [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., storeName=4ae49fd347d53b48974a7ea991040eb5/C, priority=13, startTime=1731069675027; duration=0sec 2024-11-08T12:41:15,497 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T12:41:15,497 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4ae49fd347d53b48974a7ea991040eb5:C 2024-11-08T12:41:15,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:15,589 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108ded5b906030440e5ad35ea6a04fc7aaf_4ae49fd347d53b48974a7ea991040eb5 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108ded5b906030440e5ad35ea6a04fc7aaf_4ae49fd347d53b48974a7ea991040eb5 2024-11-08T12:41:15,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/.tmp/A/dd5875e21d3941b296e9fe4dd29c282e, store: [table=TestAcidGuarantees family=A region=4ae49fd347d53b48974a7ea991040eb5] 2024-11-08T12:41:15,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/.tmp/A/dd5875e21d3941b296e9fe4dd29c282e is 175, key is test_row_0/A:col10/1731069673822/Put/seqid=0 2024-11-08T12:41:15,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742188_1364 (size=30955) 2024-11-08T12:41:15,994 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=115, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/.tmp/A/dd5875e21d3941b296e9fe4dd29c282e 2024-11-08T12:41:16,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/.tmp/B/fd4012078829480e9555e7cf953b1cd7 is 50, key is test_row_0/B:col10/1731069673822/Put/seqid=0 2024-11-08T12:41:16,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742189_1365 (size=12001) 2024-11-08T12:41:16,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(8855): Flush requested on 4ae49fd347d53b48974a7ea991040eb5 2024-11-08T12:41:16,007 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5. as already flushing 2024-11-08T12:41:16,042 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:41:16,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38042 deadline: 1731069736039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:41:16,043 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:16,043 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:16,043 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:41:16,047 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:41:16,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38102 deadline: 1731069736043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:41:16,047 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:16,047 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:16,047 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:41:16,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-11-08T12:41:16,159 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:41:16,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38042 deadline: 1731069736153, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:41:16,159 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:16,159 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:41:16,159 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:16,159 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:41:16,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38102 deadline: 1731069736153, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:41:16,160 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:16,160 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:16,160 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:41:16,367 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:41:16,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38042 deadline: 1731069736363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:41:16,367 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:41:16,367 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:16,367 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:16,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38102 deadline: 1731069736363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:41:16,367 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:41:16,367 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:16,367 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:16,367 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:41:16,404 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/.tmp/B/fd4012078829480e9555e7cf953b1cd7 2024-11-08T12:41:16,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/.tmp/C/ecc9843ea91b409cb3a2e7ca620319ea is 50, key is test_row_0/C:col10/1731069673822/Put/seqid=0 2024-11-08T12:41:16,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742190_1366 (size=12001) 2024-11-08T12:41:16,678 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:41:16,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38042 deadline: 1731069736673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:41:16,679 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:16,679 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:41:16,679 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:16,679 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:41:16,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38102 deadline: 1731069736673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:41:16,679 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:16,679 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:16,679 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:41:16,819 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/.tmp/C/ecc9843ea91b409cb3a2e7ca620319ea 2024-11-08T12:41:16,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/.tmp/A/dd5875e21d3941b296e9fe4dd29c282e as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/A/dd5875e21d3941b296e9fe4dd29c282e 2024-11-08T12:41:16,825 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/A/dd5875e21d3941b296e9fe4dd29c282e, entries=150, sequenceid=115, filesize=30.2 K 2024-11-08T12:41:16,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/.tmp/B/fd4012078829480e9555e7cf953b1cd7 as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/B/fd4012078829480e9555e7cf953b1cd7 2024-11-08T12:41:16,830 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/B/fd4012078829480e9555e7cf953b1cd7, entries=150, sequenceid=115, filesize=11.7 K 2024-11-08T12:41:16,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/.tmp/C/ecc9843ea91b409cb3a2e7ca620319ea as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/C/ecc9843ea91b409cb3a2e7ca620319ea 2024-11-08T12:41:16,834 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/C/ecc9843ea91b409cb3a2e7ca620319ea, entries=150, sequenceid=115, filesize=11.7 K 2024-11-08T12:41:16,835 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for 4ae49fd347d53b48974a7ea991040eb5 in 1666ms, sequenceid=115, compaction requested=false 2024-11-08T12:41:16,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2603): Flush status journal for 4ae49fd347d53b48974a7ea991040eb5: 2024-11-08T12:41:16,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5. 2024-11-08T12:41:16,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=100 2024-11-08T12:41:16,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40975 {}] master.HMaster(4169): Remote procedure done, pid=100 2024-11-08T12:41:16,838 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=100, resume processing ppid=99 2024-11-08T12:41:16,838 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=100, ppid=99, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.8900 sec 2024-11-08T12:41:16,839 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=99, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=99, table=TestAcidGuarantees in 2.8940 sec 2024-11-08T12:41:17,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(8855): Flush requested on 4ae49fd347d53b48974a7ea991040eb5 2024-11-08T12:41:17,186 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-08T12:41:17,187 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 4ae49fd347d53b48974a7ea991040eb5 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-08T12:41:17,194 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108b2d3739f96b0403ba63af3805d13ff4f_4ae49fd347d53b48974a7ea991040eb5 is 50, key is test_row_0/A:col10/1731069677187/Put/seqid=0 2024-11-08T12:41:17,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742191_1367 (size=17284) 2024-11-08T12:41:17,198 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:17,201 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108b2d3739f96b0403ba63af3805d13ff4f_4ae49fd347d53b48974a7ea991040eb5 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108b2d3739f96b0403ba63af3805d13ff4f_4ae49fd347d53b48974a7ea991040eb5 2024-11-08T12:41:17,201 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/.tmp/A/f9f5274275a740378bafef2ee313b802, store: [table=TestAcidGuarantees family=A region=4ae49fd347d53b48974a7ea991040eb5] 2024-11-08T12:41:17,202 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/.tmp/A/f9f5274275a740378bafef2ee313b802 is 175, key is test_row_0/A:col10/1731069677187/Put/seqid=0 2024-11-08T12:41:17,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742192_1368 (size=48389) 2024-11-08T12:41:17,256 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:41:17,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38102 deadline: 1731069737250, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:41:17,257 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:17,257 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:17,257 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:41:17,265 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:41:17,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38042 deadline: 1731069737256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:41:17,265 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:17,265 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:17,265 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:41:17,367 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:41:17,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38102 deadline: 1731069737363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:41:17,367 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:17,367 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:17,367 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:41:17,377 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:41:17,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38042 deadline: 1731069737373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:41:17,377 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:17,377 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:17,377 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:41:17,576 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:41:17,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38102 deadline: 1731069737572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:41:17,577 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:17,577 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:17,577 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:41:17,590 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:41:17,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38042 deadline: 1731069737583, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:41:17,590 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:17,590 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:17,590 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:41:17,605 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=134, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/.tmp/A/f9f5274275a740378bafef2ee313b802 2024-11-08T12:41:17,612 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/.tmp/B/f5b84613da254b4c97b799c8b730eb8d is 50, key is test_row_0/B:col10/1731069677187/Put/seqid=0 2024-11-08T12:41:17,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742193_1369 (size=12151) 2024-11-08T12:41:17,890 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:41:17,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38102 deadline: 1731069737883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:41:17,891 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:17,891 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:17,891 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:41:17,901 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:41:17,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38042 deadline: 1731069737892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:41:17,901 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:17,901 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:17,901 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:41:18,016 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=134 (bloomFilter=true), to=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/.tmp/B/f5b84613da254b4c97b799c8b730eb8d 2024-11-08T12:41:18,023 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/.tmp/C/db4cb1a7439f4307aaac88132dd3cc6c is 50, key is test_row_0/C:col10/1731069677187/Put/seqid=0 2024-11-08T12:41:18,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742194_1370 (size=12151) 2024-11-08T12:41:18,038 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:41:18,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38074 deadline: 1731069738033, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:41:18,039 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to 6ccfea20c990,38479,1731069575023 for 'test_row_2' in 4ae49fd347d53b48974a7ea991040eb5 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8214 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-08T12:41:18,039 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:18,040 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:18,040 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:41:18,071 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:41:18,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38082 deadline: 1731069738063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:41:18,071 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to 6ccfea20c990,38479,1731069575023 for 'test_row_0' in 4ae49fd347d53b48974a7ea991040eb5 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8246 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-08T12:41:18,072 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:18,072 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:18,072 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:41:18,081 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:41:18,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38084 deadline: 1731069738073, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:41:18,082 WARN [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to 6ccfea20c990,38479,1731069575023 for 'test_row_1' in 4ae49fd347d53b48974a7ea991040eb5 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8258 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-08T12:41:18,082 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:18,082 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:18,082 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:41:18,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-11-08T12:41:18,123 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-08T12:41:18,123 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40975 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-08T12:41:18,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40975 {}] procedure2.ProcedureExecutor(1139): Stored pid=101, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=101, table=TestAcidGuarantees 2024-11-08T12:41:18,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-11-08T12:41:18,125 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=101, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=101, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-08T12:41:18,126 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=101, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=101, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-08T12:41:18,126 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=102, ppid=101, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-08T12:41:18,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-11-08T12:41:18,278 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38479 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-11-08T12:41:18,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5. 2024-11-08T12:41:18,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5. as already flushing 2024-11-08T12:41:18,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5. 2024-11-08T12:41:18,278 ERROR [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] handler.RSProcedureHandler(58): pid=102 java.io.IOException: Unable to complete flush {ENCODED => 4ae49fd347d53b48974a7ea991040eb5, NAME => 'TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:41:18,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=102 java.io.IOException: Unable to complete flush {ENCODED => 4ae49fd347d53b48974a7ea991040eb5, NAME => 'TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:41:18,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40975 {}] master.HMaster(4177): Remote procedure failed, pid=102 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4ae49fd347d53b48974a7ea991040eb5, NAME => 'TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4ae49fd347d53b48974a7ea991040eb5, NAME => 'TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:41:18,409 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:41:18,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38102 deadline: 1731069738403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:41:18,409 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:18,409 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:18,409 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:41:18,419 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:41:18,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38042 deadline: 1731069738413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:41:18,419 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:18,419 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:18,419 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:41:18,426 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=134 (bloomFilter=true), to=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/.tmp/C/db4cb1a7439f4307aaac88132dd3cc6c 2024-11-08T12:41:18,430 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/.tmp/A/f9f5274275a740378bafef2ee313b802 as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/A/f9f5274275a740378bafef2ee313b802 2024-11-08T12:41:18,431 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38479 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-11-08T12:41:18,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5. 2024-11-08T12:41:18,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5. as already flushing 2024-11-08T12:41:18,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5. 2024-11-08T12:41:18,431 ERROR [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] handler.RSProcedureHandler(58): pid=102 java.io.IOException: Unable to complete flush {ENCODED => 4ae49fd347d53b48974a7ea991040eb5, NAME => 'TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:41:18,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=102 java.io.IOException: Unable to complete flush {ENCODED => 4ae49fd347d53b48974a7ea991040eb5, NAME => 'TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:41:18,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40975 {}] master.HMaster(4177): Remote procedure failed, pid=102 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4ae49fd347d53b48974a7ea991040eb5, NAME => 'TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4ae49fd347d53b48974a7ea991040eb5, NAME => 'TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:41:18,434 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/A/f9f5274275a740378bafef2ee313b802, entries=250, sequenceid=134, filesize=47.3 K 2024-11-08T12:41:18,434 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/.tmp/B/f5b84613da254b4c97b799c8b730eb8d as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/B/f5b84613da254b4c97b799c8b730eb8d 2024-11-08T12:41:18,437 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/B/f5b84613da254b4c97b799c8b730eb8d, entries=150, sequenceid=134, filesize=11.9 K 2024-11-08T12:41:18,439 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/.tmp/C/db4cb1a7439f4307aaac88132dd3cc6c as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/C/db4cb1a7439f4307aaac88132dd3cc6c 2024-11-08T12:41:18,442 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/C/db4cb1a7439f4307aaac88132dd3cc6c, entries=150, sequenceid=134, filesize=11.9 K 2024-11-08T12:41:18,442 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for 4ae49fd347d53b48974a7ea991040eb5 in 1256ms, sequenceid=134, compaction requested=true 2024-11-08T12:41:18,442 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 4ae49fd347d53b48974a7ea991040eb5: 2024-11-08T12:41:18,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-11-08T12:41:18,443 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4ae49fd347d53b48974a7ea991040eb5:A, priority=-2147483648, current under compaction store size is 1 2024-11-08T12:41:18,443 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T12:41:18,443 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T12:41:18,443 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4ae49fd347d53b48974a7ea991040eb5:B, priority=-2147483648, current under compaction store size is 2 2024-11-08T12:41:18,443 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T12:41:18,443 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T12:41:18,443 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4ae49fd347d53b48974a7ea991040eb5:C, priority=-2147483648, current under compaction store size is 3 2024-11-08T12:41:18,443 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T12:41:18,444 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 110505 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T12:41:18,444 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T12:41:18,444 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HStore(1541): 4ae49fd347d53b48974a7ea991040eb5/B is initiating minor compaction (all files) 2024-11-08T12:41:18,444 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HStore(1541): 4ae49fd347d53b48974a7ea991040eb5/A is initiating minor compaction (all files) 2024-11-08T12:41:18,444 INFO [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4ae49fd347d53b48974a7ea991040eb5/B in TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5. 2024-11-08T12:41:18,444 INFO [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4ae49fd347d53b48974a7ea991040eb5/A in TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5. 2024-11-08T12:41:18,444 INFO [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/B/f3588364fb064f48b27cf28b0c88aec7, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/B/fd4012078829480e9555e7cf953b1cd7, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/B/f5b84613da254b4c97b799c8b730eb8d] into tmpdir=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/.tmp, totalSize=35.5 K 2024-11-08T12:41:18,444 INFO [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/A/8d78af560a044324b44aed3565054147, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/A/dd5875e21d3941b296e9fe4dd29c282e, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/A/f9f5274275a740378bafef2ee313b802] into tmpdir=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/.tmp, totalSize=107.9 K 2024-11-08T12:41:18,444 INFO [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5. 2024-11-08T12:41:18,444 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5. files: [hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/A/8d78af560a044324b44aed3565054147, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/A/dd5875e21d3941b296e9fe4dd29c282e, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/A/f9f5274275a740378bafef2ee313b802] 2024-11-08T12:41:18,445 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.Compactor(225): Compacting f3588364fb064f48b27cf28b0c88aec7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1731069673112 2024-11-08T12:41:18,445 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8d78af560a044324b44aed3565054147, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1731069673112 2024-11-08T12:41:18,445 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.Compactor(225): Compacting fd4012078829480e9555e7cf953b1cd7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1731069673822 2024-11-08T12:41:18,445 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] compactions.Compactor(225): Compacting dd5875e21d3941b296e9fe4dd29c282e, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1731069673822 2024-11-08T12:41:18,445 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] compactions.Compactor(225): Compacting f9f5274275a740378bafef2ee313b802, keycount=250, bloomtype=ROW, size=47.3 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1731069676037 2024-11-08T12:41:18,445 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.Compactor(225): Compacting f5b84613da254b4c97b799c8b730eb8d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1731069676037 2024-11-08T12:41:18,449 INFO [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=4ae49fd347d53b48974a7ea991040eb5] 2024-11-08T12:41:18,450 INFO [RS:0;6ccfea20c990:38479-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4ae49fd347d53b48974a7ea991040eb5#B#compaction#315 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-08T12:41:18,451 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/.tmp/B/ed09c78a3af4472da3aef945292d2363 is 50, key is test_row_0/B:col10/1731069677187/Put/seqid=0 2024-11-08T12:41:18,456 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241108b10a21cc8392409ba1e640d96751feb7_4ae49fd347d53b48974a7ea991040eb5 store=[table=TestAcidGuarantees family=A region=4ae49fd347d53b48974a7ea991040eb5] 2024-11-08T12:41:18,458 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241108b10a21cc8392409ba1e640d96751feb7_4ae49fd347d53b48974a7ea991040eb5, store=[table=TestAcidGuarantees family=A region=4ae49fd347d53b48974a7ea991040eb5] 2024-11-08T12:41:18,458 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108b10a21cc8392409ba1e640d96751feb7_4ae49fd347d53b48974a7ea991040eb5 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=4ae49fd347d53b48974a7ea991040eb5] 2024-11-08T12:41:18,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742195_1371 (size=12459) 2024-11-08T12:41:18,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742196_1372 (size=4469) 2024-11-08T12:41:18,464 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/.tmp/B/ed09c78a3af4472da3aef945292d2363 as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/B/ed09c78a3af4472da3aef945292d2363 2024-11-08T12:41:18,465 INFO [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4ae49fd347d53b48974a7ea991040eb5#A#compaction#316 average throughput is 1.53 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T12:41:18,465 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/.tmp/A/610a064725664bef8d0347f355270d1d is 175, key is test_row_0/A:col10/1731069677187/Put/seqid=0 2024-11-08T12:41:18,470 INFO [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4ae49fd347d53b48974a7ea991040eb5/B of 4ae49fd347d53b48974a7ea991040eb5 into ed09c78a3af4472da3aef945292d2363(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T12:41:18,470 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4ae49fd347d53b48974a7ea991040eb5: 2024-11-08T12:41:18,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742197_1373 (size=31413) 2024-11-08T12:41:18,471 INFO [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., storeName=4ae49fd347d53b48974a7ea991040eb5/B, priority=13, startTime=1731069678443; duration=0sec 2024-11-08T12:41:18,471 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T12:41:18,471 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4ae49fd347d53b48974a7ea991040eb5:B 2024-11-08T12:41:18,471 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T12:41:18,471 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T12:41:18,471 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HStore(1541): 4ae49fd347d53b48974a7ea991040eb5/C is initiating minor compaction (all files) 2024-11-08T12:41:18,471 INFO [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4ae49fd347d53b48974a7ea991040eb5/C in TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5. 2024-11-08T12:41:18,472 INFO [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/C/52578e690e824260aec57aaaba03b215, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/C/ecc9843ea91b409cb3a2e7ca620319ea, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/C/db4cb1a7439f4307aaac88132dd3cc6c] into tmpdir=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/.tmp, totalSize=35.5 K 2024-11-08T12:41:18,472 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.Compactor(225): Compacting 52578e690e824260aec57aaaba03b215, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1731069673112 2024-11-08T12:41:18,472 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.Compactor(225): Compacting ecc9843ea91b409cb3a2e7ca620319ea, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1731069673822 2024-11-08T12:41:18,472 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.Compactor(225): Compacting db4cb1a7439f4307aaac88132dd3cc6c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1731069676037 2024-11-08T12:41:18,477 INFO [RS:0;6ccfea20c990:38479-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4ae49fd347d53b48974a7ea991040eb5#C#compaction#317 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T12:41:18,478 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/.tmp/C/07136b5a09514611b3c58639f0c5be16 is 50, key is test_row_0/C:col10/1731069677187/Put/seqid=0 2024-11-08T12:41:18,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742198_1374 (size=12459) 2024-11-08T12:41:18,584 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38479 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-11-08T12:41:18,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5. 2024-11-08T12:41:18,584 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2902): Flushing 4ae49fd347d53b48974a7ea991040eb5 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-08T12:41:18,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108a4b1a7796f01408a9a3cfb4b1b4cb11e_4ae49fd347d53b48974a7ea991040eb5 is 50, key is test_row_0/A:col10/1731069677251/Put/seqid=0 2024-11-08T12:41:18,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742199_1375 (size=12304) 2024-11-08T12:41:18,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-11-08T12:41:18,875 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/.tmp/A/610a064725664bef8d0347f355270d1d as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/A/610a064725664bef8d0347f355270d1d 2024-11-08T12:41:18,878 INFO [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4ae49fd347d53b48974a7ea991040eb5/A of 4ae49fd347d53b48974a7ea991040eb5 into 610a064725664bef8d0347f355270d1d(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T12:41:18,878 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4ae49fd347d53b48974a7ea991040eb5: 2024-11-08T12:41:18,878 INFO [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., storeName=4ae49fd347d53b48974a7ea991040eb5/A, priority=13, startTime=1731069678443; duration=0sec 2024-11-08T12:41:18,879 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T12:41:18,879 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4ae49fd347d53b48974a7ea991040eb5:A 2024-11-08T12:41:18,884 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/.tmp/C/07136b5a09514611b3c58639f0c5be16 as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/C/07136b5a09514611b3c58639f0c5be16 2024-11-08T12:41:18,887 INFO [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4ae49fd347d53b48974a7ea991040eb5/C of 4ae49fd347d53b48974a7ea991040eb5 into 07136b5a09514611b3c58639f0c5be16(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T12:41:18,887 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4ae49fd347d53b48974a7ea991040eb5: 2024-11-08T12:41:18,887 INFO [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., storeName=4ae49fd347d53b48974a7ea991040eb5/C, priority=13, startTime=1731069678443; duration=0sec 2024-11-08T12:41:18,887 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T12:41:18,887 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4ae49fd347d53b48974a7ea991040eb5:C 2024-11-08T12:41:19,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:19,005 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108a4b1a7796f01408a9a3cfb4b1b4cb11e_4ae49fd347d53b48974a7ea991040eb5 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108a4b1a7796f01408a9a3cfb4b1b4cb11e_4ae49fd347d53b48974a7ea991040eb5 2024-11-08T12:41:19,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/.tmp/A/86915c09263a425392178d2b512a2f49, store: [table=TestAcidGuarantees family=A region=4ae49fd347d53b48974a7ea991040eb5] 2024-11-08T12:41:19,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/.tmp/A/86915c09263a425392178d2b512a2f49 is 175, key is test_row_0/A:col10/1731069677251/Put/seqid=0 2024-11-08T12:41:19,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742200_1376 (size=31105) 2024-11-08T12:41:19,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-11-08T12:41:19,413 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=155, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/.tmp/A/86915c09263a425392178d2b512a2f49 2024-11-08T12:41:19,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/.tmp/B/fbce2fe02a79468da72cd89d636f9939 is 50, key is test_row_0/B:col10/1731069677251/Put/seqid=0 2024-11-08T12:41:19,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742201_1377 (size=12151) 2024-11-08T12:41:19,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(8855): Flush requested on 4ae49fd347d53b48974a7ea991040eb5 2024-11-08T12:41:19,426 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5. as already flushing 2024-11-08T12:41:19,462 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:41:19,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38042 deadline: 1731069739453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:41:19,462 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:41:19,462 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:19,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38102 deadline: 1731069739458, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:41:19,462 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:19,462 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:41:19,462 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:19,462 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:19,462 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:41:19,579 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:41:19,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38042 deadline: 1731069739573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:41:19,580 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:19,580 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:19,580 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:41:19,580 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:41:19,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38102 deadline: 1731069739573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:41:19,580 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:19,580 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:19,580 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:41:19,790 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:41:19,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38042 deadline: 1731069739783, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:41:19,790 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:41:19,790 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:19,790 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:19,790 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:41:19,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38102 deadline: 1731069739783, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:41:19,791 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:19,791 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:19,791 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:41:19,823 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=155 (bloomFilter=true), to=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/.tmp/B/fbce2fe02a79468da72cd89d636f9939 2024-11-08T12:41:19,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/.tmp/C/c9a001df6be844bfadba54059653c6b6 is 50, key is test_row_0/C:col10/1731069677251/Put/seqid=0 2024-11-08T12:41:19,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742202_1378 (size=12151) 2024-11-08T12:41:20,099 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:41:20,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38102 deadline: 1731069740093, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:41:20,099 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:20,099 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:20,099 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:41:20,109 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:41:20,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38042 deadline: 1731069740102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:41:20,109 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:20,109 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:20,109 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:41:20,234 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=155 (bloomFilter=true), to=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/.tmp/C/c9a001df6be844bfadba54059653c6b6 2024-11-08T12:41:20,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/.tmp/A/86915c09263a425392178d2b512a2f49 as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/A/86915c09263a425392178d2b512a2f49 2024-11-08T12:41:20,241 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/A/86915c09263a425392178d2b512a2f49, entries=150, sequenceid=155, filesize=30.4 K 2024-11-08T12:41:20,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/.tmp/B/fbce2fe02a79468da72cd89d636f9939 as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/B/fbce2fe02a79468da72cd89d636f9939 2024-11-08T12:41:20,245 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/B/fbce2fe02a79468da72cd89d636f9939, entries=150, sequenceid=155, filesize=11.9 K 2024-11-08T12:41:20,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/.tmp/C/c9a001df6be844bfadba54059653c6b6 as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/C/c9a001df6be844bfadba54059653c6b6 2024-11-08T12:41:20,249 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/C/c9a001df6be844bfadba54059653c6b6, entries=150, sequenceid=155, filesize=11.9 K 2024-11-08T12:41:20,250 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for 4ae49fd347d53b48974a7ea991040eb5 in 1666ms, sequenceid=155, compaction requested=false 2024-11-08T12:41:20,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2603): Flush status journal for 4ae49fd347d53b48974a7ea991040eb5: 2024-11-08T12:41:20,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5. 2024-11-08T12:41:20,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=102 2024-11-08T12:41:20,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40975 {}] master.HMaster(4169): Remote procedure done, pid=102 2024-11-08T12:41:20,254 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=102, resume processing ppid=101 2024-11-08T12:41:20,254 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=102, ppid=101, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1270 sec 2024-11-08T12:41:20,256 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=101, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=101, table=TestAcidGuarantees in 2.1320 sec 2024-11-08T12:41:20,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-11-08T12:41:20,273 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-08T12:41:20,273 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40975 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-08T12:41:20,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40975 {}] procedure2.ProcedureExecutor(1139): Stored pid=103, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees 2024-11-08T12:41:20,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-08T12:41:20,275 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=103, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-08T12:41:20,275 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=103, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-08T12:41:20,275 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=104, ppid=103, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-08T12:41:20,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-08T12:41:20,427 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38479 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-11-08T12:41:20,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5. 2024-11-08T12:41:20,428 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2902): Flushing 4ae49fd347d53b48974a7ea991040eb5 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-08T12:41:20,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110866b8e37c860b4c698e5c286d327a4c6a_4ae49fd347d53b48974a7ea991040eb5 is 50, key is test_row_0/A:col10/1731069679452/Put/seqid=0 2024-11-08T12:41:20,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742203_1379 (size=12304) 2024-11-08T12:41:20,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-08T12:41:20,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(8855): Flush requested on 4ae49fd347d53b48974a7ea991040eb5 2024-11-08T12:41:20,611 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5. as already flushing 2024-11-08T12:41:20,671 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:41:20,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38102 deadline: 1731069740663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:41:20,671 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:20,672 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:20,672 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:41:20,674 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:41:20,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38042 deadline: 1731069740669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:41:20,674 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:20,674 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:20,674 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:41:20,790 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:41:20,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38102 deadline: 1731069740783, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:41:20,791 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:41:20,791 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:20,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38042 deadline: 1731069740783, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:41:20,791 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:20,791 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:41:20,791 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:20,791 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:20,791 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:41:20,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:20,840 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110866b8e37c860b4c698e5c286d327a4c6a_4ae49fd347d53b48974a7ea991040eb5 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110866b8e37c860b4c698e5c286d327a4c6a_4ae49fd347d53b48974a7ea991040eb5 2024-11-08T12:41:20,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/.tmp/A/de6eb5643ac8491e980a2e236c2b3174, store: [table=TestAcidGuarantees family=A region=4ae49fd347d53b48974a7ea991040eb5] 2024-11-08T12:41:20,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/.tmp/A/de6eb5643ac8491e980a2e236c2b3174 is 175, key is test_row_0/A:col10/1731069679452/Put/seqid=0 2024-11-08T12:41:20,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742204_1380 (size=31105) 2024-11-08T12:41:20,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-08T12:41:21,012 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:41:21,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38102 deadline: 1731069741003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:41:21,012 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:41:21,012 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:21,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38042 deadline: 1731069741003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:41:21,012 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:21,012 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:41:21,013 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:21,013 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:21,013 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:41:21,245 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=173, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/.tmp/A/de6eb5643ac8491e980a2e236c2b3174 2024-11-08T12:41:21,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/.tmp/B/673ef3578a674b158e60fa259dfc88cf is 50, key is test_row_0/B:col10/1731069679452/Put/seqid=0 2024-11-08T12:41:21,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742205_1381 (size=12151) 2024-11-08T12:41:21,255 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=173 (bloomFilter=true), to=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/.tmp/B/673ef3578a674b158e60fa259dfc88cf 2024-11-08T12:41:21,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/.tmp/C/5755e4ee0c704fd39f067f6d562920b3 is 50, key is test_row_0/C:col10/1731069679452/Put/seqid=0 2024-11-08T12:41:21,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742206_1382 (size=12151) 2024-11-08T12:41:21,331 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:41:21,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38102 deadline: 1731069741323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:41:21,332 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:21,332 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:41:21,332 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:21,332 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:41:21,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38042 deadline: 1731069741323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:41:21,332 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:21,332 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:21,332 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:41:21,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-08T12:41:21,665 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=173 (bloomFilter=true), to=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/.tmp/C/5755e4ee0c704fd39f067f6d562920b3 2024-11-08T12:41:21,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/.tmp/A/de6eb5643ac8491e980a2e236c2b3174 as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/A/de6eb5643ac8491e980a2e236c2b3174 2024-11-08T12:41:21,671 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/A/de6eb5643ac8491e980a2e236c2b3174, entries=150, sequenceid=173, filesize=30.4 K 2024-11-08T12:41:21,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/.tmp/B/673ef3578a674b158e60fa259dfc88cf as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/B/673ef3578a674b158e60fa259dfc88cf 2024-11-08T12:41:21,676 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/B/673ef3578a674b158e60fa259dfc88cf, entries=150, sequenceid=173, filesize=11.9 K 2024-11-08T12:41:21,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/.tmp/C/5755e4ee0c704fd39f067f6d562920b3 as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/C/5755e4ee0c704fd39f067f6d562920b3 2024-11-08T12:41:21,680 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/C/5755e4ee0c704fd39f067f6d562920b3, entries=150, sequenceid=173, filesize=11.9 K 2024-11-08T12:41:21,681 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for 4ae49fd347d53b48974a7ea991040eb5 in 1254ms, sequenceid=173, compaction requested=true 2024-11-08T12:41:21,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2603): Flush status journal for 4ae49fd347d53b48974a7ea991040eb5: 2024-11-08T12:41:21,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5. 2024-11-08T12:41:21,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=104 2024-11-08T12:41:21,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40975 {}] master.HMaster(4169): Remote procedure done, pid=104 2024-11-08T12:41:21,684 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=104, resume processing ppid=103 2024-11-08T12:41:21,684 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=104, ppid=103, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4070 sec 2024-11-08T12:41:21,685 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=103, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees in 1.4110 sec 2024-11-08T12:41:21,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(8855): Flush requested on 4ae49fd347d53b48974a7ea991040eb5 2024-11-08T12:41:21,849 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-08T12:41:21,849 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 4ae49fd347d53b48974a7ea991040eb5 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-08T12:41:21,854 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411087813e04a38ed4c7d86ca1d15ec8fbf36_4ae49fd347d53b48974a7ea991040eb5 is 50, key is test_row_0/A:col10/1731069680668/Put/seqid=0 2024-11-08T12:41:21,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742207_1383 (size=14794) 2024-11-08T12:41:21,912 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:41:21,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38042 deadline: 1731069741900, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:41:21,912 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:21,912 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:21,912 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:41:21,913 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:41:21,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38102 deadline: 1731069741902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:41:21,913 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:21,913 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:21,913 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:41:22,028 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:41:22,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38042 deadline: 1731069742022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:41:22,028 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:41:22,028 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:22,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38102 deadline: 1731069742023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:41:22,028 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:22,028 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:41:22,028 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:22,028 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:22,028 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:41:22,241 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:41:22,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38042 deadline: 1731069742233, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:41:22,241 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:22,241 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:22,241 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:41:22,241 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:41:22,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38102 deadline: 1731069742233, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:41:22,242 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:22,242 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:22,242 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:41:22,258 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:22,262 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411087813e04a38ed4c7d86ca1d15ec8fbf36_4ae49fd347d53b48974a7ea991040eb5 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411087813e04a38ed4c7d86ca1d15ec8fbf36_4ae49fd347d53b48974a7ea991040eb5 2024-11-08T12:41:22,262 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/.tmp/A/e4fac0cbe1614adb87abbbce73fa2b33, store: [table=TestAcidGuarantees family=A region=4ae49fd347d53b48974a7ea991040eb5] 2024-11-08T12:41:22,263 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/.tmp/A/e4fac0cbe1614adb87abbbce73fa2b33 is 175, key is test_row_0/A:col10/1731069680668/Put/seqid=0 2024-11-08T12:41:22,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742208_1384 (size=39749) 2024-11-08T12:41:22,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-08T12:41:22,423 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-08T12:41:22,423 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40975 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-08T12:41:22,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40975 {}] procedure2.ProcedureExecutor(1139): Stored pid=105, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees 2024-11-08T12:41:22,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-08T12:41:22,425 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=105, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-08T12:41:22,425 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=105, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-08T12:41:22,425 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=106, ppid=105, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-08T12:41:22,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-08T12:41:22,547 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:41:22,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38042 deadline: 1731069742543, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:41:22,548 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:22,548 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:22,548 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:41:22,559 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:41:22,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38102 deadline: 1731069742553, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:41:22,559 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:22,559 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:22,559 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:41:22,577 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38479 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-11-08T12:41:22,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5. 2024-11-08T12:41:22,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5. as already flushing 2024-11-08T12:41:22,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5. 2024-11-08T12:41:22,578 ERROR [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106 java.io.IOException: Unable to complete flush {ENCODED => 4ae49fd347d53b48974a7ea991040eb5, NAME => 'TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:41:22,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106 java.io.IOException: Unable to complete flush {ENCODED => 4ae49fd347d53b48974a7ea991040eb5, NAME => 'TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:41:22,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40975 {}] master.HMaster(4177): Remote procedure failed, pid=106 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4ae49fd347d53b48974a7ea991040eb5, NAME => 'TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4ae49fd347d53b48974a7ea991040eb5, NAME => 'TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:41:22,671 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=194, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/.tmp/A/e4fac0cbe1614adb87abbbce73fa2b33 2024-11-08T12:41:22,677 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/.tmp/B/0771135fce894ba4b6c8d5f0ffafb7d2 is 50, key is test_row_0/B:col10/1731069680668/Put/seqid=0 2024-11-08T12:41:22,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742209_1385 (size=12151) 2024-11-08T12:41:22,681 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=194 (bloomFilter=true), to=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/.tmp/B/0771135fce894ba4b6c8d5f0ffafb7d2 2024-11-08T12:41:22,687 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/.tmp/C/b8f7d5a95a6e4b2b8f0ab34da2205ecc is 50, key is test_row_0/C:col10/1731069680668/Put/seqid=0 2024-11-08T12:41:22,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742210_1386 (size=12151) 2024-11-08T12:41:22,693 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=194 (bloomFilter=true), to=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/.tmp/C/b8f7d5a95a6e4b2b8f0ab34da2205ecc 2024-11-08T12:41:22,698 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/.tmp/A/e4fac0cbe1614adb87abbbce73fa2b33 as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/A/e4fac0cbe1614adb87abbbce73fa2b33 2024-11-08T12:41:22,701 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/A/e4fac0cbe1614adb87abbbce73fa2b33, entries=200, sequenceid=194, filesize=38.8 K 2024-11-08T12:41:22,702 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/.tmp/B/0771135fce894ba4b6c8d5f0ffafb7d2 as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/B/0771135fce894ba4b6c8d5f0ffafb7d2 2024-11-08T12:41:22,705 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/B/0771135fce894ba4b6c8d5f0ffafb7d2, entries=150, sequenceid=194, filesize=11.9 K 2024-11-08T12:41:22,706 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/.tmp/C/b8f7d5a95a6e4b2b8f0ab34da2205ecc as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/C/b8f7d5a95a6e4b2b8f0ab34da2205ecc 2024-11-08T12:41:22,709 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/C/b8f7d5a95a6e4b2b8f0ab34da2205ecc, entries=150, sequenceid=194, filesize=11.9 K 2024-11-08T12:41:22,710 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for 4ae49fd347d53b48974a7ea991040eb5 in 860ms, sequenceid=194, compaction requested=true 2024-11-08T12:41:22,710 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 4ae49fd347d53b48974a7ea991040eb5: 2024-11-08T12:41:22,710 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4ae49fd347d53b48974a7ea991040eb5:A, priority=-2147483648, current under compaction store size is 1 2024-11-08T12:41:22,710 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T12:41:22,710 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-08T12:41:22,710 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4ae49fd347d53b48974a7ea991040eb5:B, priority=-2147483648, current under compaction store size is 2 2024-11-08T12:41:22,710 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T12:41:22,710 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4ae49fd347d53b48974a7ea991040eb5:C, priority=-2147483648, current under compaction store size is 3 2024-11-08T12:41:22,710 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-08T12:41:22,710 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-08T12:41:22,711 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48912 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-08T12:41:22,711 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 133372 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-08T12:41:22,711 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HStore(1541): 4ae49fd347d53b48974a7ea991040eb5/B is initiating minor compaction (all files) 2024-11-08T12:41:22,711 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HStore(1541): 4ae49fd347d53b48974a7ea991040eb5/A is initiating minor compaction (all files) 2024-11-08T12:41:22,711 INFO [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4ae49fd347d53b48974a7ea991040eb5/B in TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5. 2024-11-08T12:41:22,711 INFO [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4ae49fd347d53b48974a7ea991040eb5/A in TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5. 2024-11-08T12:41:22,711 INFO [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/B/ed09c78a3af4472da3aef945292d2363, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/B/fbce2fe02a79468da72cd89d636f9939, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/B/673ef3578a674b158e60fa259dfc88cf, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/B/0771135fce894ba4b6c8d5f0ffafb7d2] into tmpdir=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/.tmp, totalSize=47.8 K 2024-11-08T12:41:22,711 INFO [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/A/610a064725664bef8d0347f355270d1d, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/A/86915c09263a425392178d2b512a2f49, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/A/de6eb5643ac8491e980a2e236c2b3174, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/A/e4fac0cbe1614adb87abbbce73fa2b33] into tmpdir=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/.tmp, totalSize=130.2 K 2024-11-08T12:41:22,711 INFO [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5. 2024-11-08T12:41:22,711 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5. files: [hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/A/610a064725664bef8d0347f355270d1d, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/A/86915c09263a425392178d2b512a2f49, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/A/de6eb5643ac8491e980a2e236c2b3174, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/A/e4fac0cbe1614adb87abbbce73fa2b33] 2024-11-08T12:41:22,711 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.Compactor(225): Compacting ed09c78a3af4472da3aef945292d2363, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1731069676037 2024-11-08T12:41:22,712 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] compactions.Compactor(225): Compacting 610a064725664bef8d0347f355270d1d, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1731069676037 2024-11-08T12:41:22,712 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.Compactor(225): Compacting fbce2fe02a79468da72cd89d636f9939, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1731069677230 2024-11-08T12:41:22,712 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] compactions.Compactor(225): Compacting 86915c09263a425392178d2b512a2f49, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1731069677230 2024-11-08T12:41:22,712 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.Compactor(225): Compacting 673ef3578a674b158e60fa259dfc88cf, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1731069679451 2024-11-08T12:41:22,712 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] compactions.Compactor(225): Compacting de6eb5643ac8491e980a2e236c2b3174, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1731069679451 2024-11-08T12:41:22,712 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.Compactor(225): Compacting 0771135fce894ba4b6c8d5f0ffafb7d2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1731069680651 2024-11-08T12:41:22,712 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] compactions.Compactor(225): Compacting e4fac0cbe1614adb87abbbce73fa2b33, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1731069680651 2024-11-08T12:41:22,717 INFO [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=4ae49fd347d53b48974a7ea991040eb5] 2024-11-08T12:41:22,720 INFO [RS:0;6ccfea20c990:38479-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4ae49fd347d53b48974a7ea991040eb5#B#compaction#328 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-08T12:41:22,720 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024110823b0addc94e24efb9921c2936f5734cd_4ae49fd347d53b48974a7ea991040eb5 store=[table=TestAcidGuarantees family=A region=4ae49fd347d53b48974a7ea991040eb5] 2024-11-08T12:41:22,720 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/.tmp/B/d8c042148f9542aea374fb5aa3724b9e is 50, key is test_row_0/B:col10/1731069680668/Put/seqid=0 2024-11-08T12:41:22,722 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024110823b0addc94e24efb9921c2936f5734cd_4ae49fd347d53b48974a7ea991040eb5, store=[table=TestAcidGuarantees family=A region=4ae49fd347d53b48974a7ea991040eb5] 2024-11-08T12:41:22,723 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110823b0addc94e24efb9921c2936f5734cd_4ae49fd347d53b48974a7ea991040eb5 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=4ae49fd347d53b48974a7ea991040eb5] 2024-11-08T12:41:22,730 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38479 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-11-08T12:41:22,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5. 2024-11-08T12:41:22,732 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2902): Flushing 4ae49fd347d53b48974a7ea991040eb5 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-08T12:41:22,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742212_1388 (size=4469) 2024-11-08T12:41:22,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-08T12:41:22,744 INFO [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4ae49fd347d53b48974a7ea991040eb5#A#compaction#327 average throughput is 0.90 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T12:41:22,744 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/.tmp/A/5b0658e9c0b944e788a16436b36661ca is 175, key is test_row_0/A:col10/1731069680668/Put/seqid=0 2024-11-08T12:41:22,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742211_1387 (size=12595) 2024-11-08T12:41:22,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411080e2d5befc17b42a6a5a2f4b9b920ec05_4ae49fd347d53b48974a7ea991040eb5 is 50, key is test_row_0/A:col10/1731069681900/Put/seqid=0 2024-11-08T12:41:22,762 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/.tmp/B/d8c042148f9542aea374fb5aa3724b9e as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/B/d8c042148f9542aea374fb5aa3724b9e 2024-11-08T12:41:22,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742213_1389 (size=31549) 2024-11-08T12:41:22,767 INFO [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 4ae49fd347d53b48974a7ea991040eb5/B of 4ae49fd347d53b48974a7ea991040eb5 into d8c042148f9542aea374fb5aa3724b9e(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T12:41:22,767 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4ae49fd347d53b48974a7ea991040eb5: 2024-11-08T12:41:22,767 INFO [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., storeName=4ae49fd347d53b48974a7ea991040eb5/B, priority=12, startTime=1731069682710; duration=0sec 2024-11-08T12:41:22,767 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T12:41:22,767 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4ae49fd347d53b48974a7ea991040eb5:B 2024-11-08T12:41:22,767 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-08T12:41:22,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742214_1390 (size=12304) 2024-11-08T12:41:22,770 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48912 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-08T12:41:22,770 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HStore(1541): 4ae49fd347d53b48974a7ea991040eb5/C is initiating minor compaction (all files) 2024-11-08T12:41:22,770 INFO [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4ae49fd347d53b48974a7ea991040eb5/C in TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5. 2024-11-08T12:41:22,770 INFO [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/C/07136b5a09514611b3c58639f0c5be16, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/C/c9a001df6be844bfadba54059653c6b6, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/C/5755e4ee0c704fd39f067f6d562920b3, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/C/b8f7d5a95a6e4b2b8f0ab34da2205ecc] into tmpdir=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/.tmp, totalSize=47.8 K 2024-11-08T12:41:22,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:22,771 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.Compactor(225): Compacting 07136b5a09514611b3c58639f0c5be16, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1731069676037 2024-11-08T12:41:22,772 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/.tmp/A/5b0658e9c0b944e788a16436b36661ca as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/A/5b0658e9c0b944e788a16436b36661ca 2024-11-08T12:41:22,772 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.Compactor(225): Compacting c9a001df6be844bfadba54059653c6b6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1731069677230 2024-11-08T12:41:22,772 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.Compactor(225): Compacting 5755e4ee0c704fd39f067f6d562920b3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1731069679451 2024-11-08T12:41:22,773 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.Compactor(225): Compacting b8f7d5a95a6e4b2b8f0ab34da2205ecc, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1731069680651 2024-11-08T12:41:22,774 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411080e2d5befc17b42a6a5a2f4b9b920ec05_4ae49fd347d53b48974a7ea991040eb5 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411080e2d5befc17b42a6a5a2f4b9b920ec05_4ae49fd347d53b48974a7ea991040eb5 2024-11-08T12:41:22,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/.tmp/A/3fdf6e4095fd479fbbc425ce051ac437, store: [table=TestAcidGuarantees family=A region=4ae49fd347d53b48974a7ea991040eb5] 2024-11-08T12:41:22,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/.tmp/A/3fdf6e4095fd479fbbc425ce051ac437 is 175, key is test_row_0/A:col10/1731069681900/Put/seqid=0 2024-11-08T12:41:22,777 INFO [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 4ae49fd347d53b48974a7ea991040eb5/A of 4ae49fd347d53b48974a7ea991040eb5 into 5b0658e9c0b944e788a16436b36661ca(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T12:41:22,777 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4ae49fd347d53b48974a7ea991040eb5: 2024-11-08T12:41:22,778 INFO [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., storeName=4ae49fd347d53b48974a7ea991040eb5/A, priority=12, startTime=1731069682710; duration=0sec 2024-11-08T12:41:22,778 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T12:41:22,778 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4ae49fd347d53b48974a7ea991040eb5:A 2024-11-08T12:41:22,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742215_1391 (size=31105) 2024-11-08T12:41:22,783 INFO [RS:0;6ccfea20c990:38479-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4ae49fd347d53b48974a7ea991040eb5#C#compaction#330 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T12:41:22,783 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/.tmp/C/e7a959c42c3e4eeb95d4ae54bb431ddb is 50, key is test_row_0/C:col10/1731069680668/Put/seqid=0 2024-11-08T12:41:22,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742216_1392 (size=12595) 2024-11-08T12:41:22,794 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/.tmp/C/e7a959c42c3e4eeb95d4ae54bb431ddb as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/C/e7a959c42c3e4eeb95d4ae54bb431ddb 2024-11-08T12:41:22,798 INFO [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 4ae49fd347d53b48974a7ea991040eb5/C of 4ae49fd347d53b48974a7ea991040eb5 into e7a959c42c3e4eeb95d4ae54bb431ddb(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T12:41:22,798 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4ae49fd347d53b48974a7ea991040eb5: 2024-11-08T12:41:22,798 INFO [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., storeName=4ae49fd347d53b48974a7ea991040eb5/C, priority=12, startTime=1731069682710; duration=0sec 2024-11-08T12:41:22,798 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T12:41:22,798 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4ae49fd347d53b48974a7ea991040eb5:C 2024-11-08T12:41:23,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-08T12:41:23,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(8855): Flush requested on 4ae49fd347d53b48974a7ea991040eb5 2024-11-08T12:41:23,057 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5. as already flushing 2024-11-08T12:41:23,121 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:41:23,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38102 deadline: 1731069743113, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:41:23,121 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:23,121 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:23,121 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:41:23,122 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:41:23,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38042 deadline: 1731069743120, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:41:23,123 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:23,123 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:23,123 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:41:23,182 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=209, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/.tmp/A/3fdf6e4095fd479fbbc425ce051ac437 2024-11-08T12:41:23,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/.tmp/B/9db778d55af34374a66c96b4e9accdaf is 50, key is test_row_0/B:col10/1731069681900/Put/seqid=0 2024-11-08T12:41:23,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742217_1393 (size=12151) 2024-11-08T12:41:23,229 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:41:23,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38102 deadline: 1731069743223, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:41:23,230 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:23,230 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:23,230 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:41:23,239 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:41:23,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38042 deadline: 1731069743232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:41:23,239 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:23,239 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:23,239 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:41:23,441 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:41:23,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38102 deadline: 1731069743433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:41:23,441 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:23,441 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:23,441 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:41:23,450 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:41:23,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38042 deadline: 1731069743443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:41:23,451 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:23,451 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:23,451 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:41:23,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-08T12:41:23,594 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=209 (bloomFilter=true), to=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/.tmp/B/9db778d55af34374a66c96b4e9accdaf 2024-11-08T12:41:23,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/.tmp/C/40bdb1ee8d26456191125e1f69d70bc9 is 50, key is test_row_0/C:col10/1731069681900/Put/seqid=0 2024-11-08T12:41:23,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742218_1394 (size=12151) 2024-11-08T12:41:23,604 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=209 (bloomFilter=true), to=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/.tmp/C/40bdb1ee8d26456191125e1f69d70bc9 2024-11-08T12:41:23,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/.tmp/A/3fdf6e4095fd479fbbc425ce051ac437 as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/A/3fdf6e4095fd479fbbc425ce051ac437 2024-11-08T12:41:23,610 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/A/3fdf6e4095fd479fbbc425ce051ac437, entries=150, sequenceid=209, filesize=30.4 K 2024-11-08T12:41:23,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/.tmp/B/9db778d55af34374a66c96b4e9accdaf as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/B/9db778d55af34374a66c96b4e9accdaf 2024-11-08T12:41:23,614 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/B/9db778d55af34374a66c96b4e9accdaf, entries=150, sequenceid=209, filesize=11.9 K 2024-11-08T12:41:23,614 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/.tmp/C/40bdb1ee8d26456191125e1f69d70bc9 as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/C/40bdb1ee8d26456191125e1f69d70bc9 2024-11-08T12:41:23,617 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/C/40bdb1ee8d26456191125e1f69d70bc9, entries=150, sequenceid=209, filesize=11.9 K 2024-11-08T12:41:23,618 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 4ae49fd347d53b48974a7ea991040eb5 in 886ms, sequenceid=209, compaction requested=false 2024-11-08T12:41:23,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2603): Flush status journal for 4ae49fd347d53b48974a7ea991040eb5: 2024-11-08T12:41:23,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5. 2024-11-08T12:41:23,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=106 2024-11-08T12:41:23,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40975 {}] master.HMaster(4169): Remote procedure done, pid=106 2024-11-08T12:41:23,620 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=106, resume processing ppid=105 2024-11-08T12:41:23,621 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=106, ppid=105, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1940 sec 2024-11-08T12:41:23,622 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=105, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees in 1.1980 sec 2024-11-08T12:41:23,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(8855): Flush requested on 4ae49fd347d53b48974a7ea991040eb5 2024-11-08T12:41:23,748 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-08T12:41:23,748 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 4ae49fd347d53b48974a7ea991040eb5 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-08T12:41:23,755 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108aeae5da167c74147974223da8a9fa441_4ae49fd347d53b48974a7ea991040eb5 is 50, key is test_row_0/A:col10/1731069683102/Put/seqid=0 2024-11-08T12:41:23,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742219_1395 (size=14794) 2024-11-08T12:41:23,792 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:41:23,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38102 deadline: 1731069743784, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:41:23,793 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:23,793 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:23,793 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:41:23,793 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:41:23,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38042 deadline: 1731069743792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:41:23,794 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:23,794 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:23,794 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:41:23,907 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:41:23,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38102 deadline: 1731069743903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:41:23,907 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:23,907 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:41:23,907 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:23,907 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:41:23,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38042 deadline: 1731069743903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:41:23,908 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:23,908 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:23,908 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:41:24,116 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:41:24,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38102 deadline: 1731069744113, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:41:24,117 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:24,117 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:41:24,117 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:24,117 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:41:24,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38042 deadline: 1731069744113, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:41:24,117 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:24,117 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:24,117 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:41:24,159 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:24,162 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108aeae5da167c74147974223da8a9fa441_4ae49fd347d53b48974a7ea991040eb5 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108aeae5da167c74147974223da8a9fa441_4ae49fd347d53b48974a7ea991040eb5 2024-11-08T12:41:24,163 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/.tmp/A/de9231e5c86947b5a1ca6e163f59e3d2, store: [table=TestAcidGuarantees family=A region=4ae49fd347d53b48974a7ea991040eb5] 2024-11-08T12:41:24,164 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/.tmp/A/de9231e5c86947b5a1ca6e163f59e3d2 is 175, key is test_row_0/A:col10/1731069683102/Put/seqid=0 2024-11-08T12:41:24,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742220_1396 (size=39749) 2024-11-08T12:41:24,427 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:41:24,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38102 deadline: 1731069744423, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:41:24,427 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:41:24,427 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:24,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38042 deadline: 1731069744423, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:41:24,427 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:24,427 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:41:24,427 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:24,427 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:24,427 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:41:24,567 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=234, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/.tmp/A/de9231e5c86947b5a1ca6e163f59e3d2 2024-11-08T12:41:24,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-08T12:41:24,573 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-08T12:41:24,574 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40975 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-08T12:41:24,574 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/.tmp/B/8257451ba65546309b30a1a5633f894c is 50, key is test_row_0/B:col10/1731069683102/Put/seqid=0 2024-11-08T12:41:24,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40975 {}] procedure2.ProcedureExecutor(1139): Stored pid=107, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees 2024-11-08T12:41:24,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-08T12:41:24,576 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=107, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-08T12:41:24,576 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=107, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-08T12:41:24,576 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=108, ppid=107, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-08T12:41:24,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742221_1397 (size=12151) 2024-11-08T12:41:24,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-08T12:41:24,728 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38479 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-08T12:41:24,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5. 2024-11-08T12:41:24,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5. as already flushing 2024-11-08T12:41:24,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5. 2024-11-08T12:41:24,729 ERROR [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => 4ae49fd347d53b48974a7ea991040eb5, NAME => 'TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:41:24,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => 4ae49fd347d53b48974a7ea991040eb5, NAME => 'TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:41:24,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40975 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4ae49fd347d53b48974a7ea991040eb5, NAME => 'TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4ae49fd347d53b48974a7ea991040eb5, NAME => 'TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:41:24,881 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38479 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-08T12:41:24,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5. 2024-11-08T12:41:24,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5. as already flushing 2024-11-08T12:41:24,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5. 2024-11-08T12:41:24,881 ERROR [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => 4ae49fd347d53b48974a7ea991040eb5, NAME => 'TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:41:24,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => 4ae49fd347d53b48974a7ea991040eb5, NAME => 'TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:41:24,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40975 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4ae49fd347d53b48974a7ea991040eb5, NAME => 'TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4ae49fd347d53b48974a7ea991040eb5, NAME => 'TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:41:24,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-08T12:41:24,942 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:41:24,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38102 deadline: 1731069744933, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:41:24,943 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:41:24,943 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:24,943 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:24,943 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:41:24,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38042 deadline: 1731069744933, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:41:24,943 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:24,943 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:24,943 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:41:24,979 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=234 (bloomFilter=true), to=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/.tmp/B/8257451ba65546309b30a1a5633f894c 2024-11-08T12:41:24,985 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/.tmp/C/2c5b413dbc85484cbedf17499b3129d0 is 50, key is test_row_0/C:col10/1731069683102/Put/seqid=0 2024-11-08T12:41:24,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742222_1398 (size=12151) 2024-11-08T12:41:24,989 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=234 (bloomFilter=true), to=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/.tmp/C/2c5b413dbc85484cbedf17499b3129d0 2024-11-08T12:41:24,992 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/.tmp/A/de9231e5c86947b5a1ca6e163f59e3d2 as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/A/de9231e5c86947b5a1ca6e163f59e3d2 2024-11-08T12:41:24,995 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/A/de9231e5c86947b5a1ca6e163f59e3d2, entries=200, sequenceid=234, filesize=38.8 K 2024-11-08T12:41:24,995 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/.tmp/B/8257451ba65546309b30a1a5633f894c as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/B/8257451ba65546309b30a1a5633f894c 2024-11-08T12:41:24,998 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/B/8257451ba65546309b30a1a5633f894c, entries=150, sequenceid=234, filesize=11.9 K 2024-11-08T12:41:24,999 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/.tmp/C/2c5b413dbc85484cbedf17499b3129d0 as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/C/2c5b413dbc85484cbedf17499b3129d0 2024-11-08T12:41:25,002 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/C/2c5b413dbc85484cbedf17499b3129d0, entries=150, sequenceid=234, filesize=11.9 K 2024-11-08T12:41:25,003 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for 4ae49fd347d53b48974a7ea991040eb5 in 1254ms, sequenceid=234, compaction requested=true 2024-11-08T12:41:25,003 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 4ae49fd347d53b48974a7ea991040eb5: 2024-11-08T12:41:25,003 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4ae49fd347d53b48974a7ea991040eb5:A, priority=-2147483648, current under compaction store size is 1 2024-11-08T12:41:25,003 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T12:41:25,003 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T12:41:25,003 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4ae49fd347d53b48974a7ea991040eb5:B, priority=-2147483648, current under compaction store size is 2 2024-11-08T12:41:25,003 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T12:41:25,003 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T12:41:25,003 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4ae49fd347d53b48974a7ea991040eb5:C, priority=-2147483648, current under compaction store size is 3 2024-11-08T12:41:25,003 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T12:41:25,004 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102403 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T12:41:25,004 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T12:41:25,004 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HStore(1541): 4ae49fd347d53b48974a7ea991040eb5/A is initiating minor compaction (all files) 2024-11-08T12:41:25,004 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HStore(1541): 4ae49fd347d53b48974a7ea991040eb5/B is initiating minor compaction (all files) 2024-11-08T12:41:25,004 INFO [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4ae49fd347d53b48974a7ea991040eb5/A in TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5. 2024-11-08T12:41:25,004 INFO [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4ae49fd347d53b48974a7ea991040eb5/B in TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5. 2024-11-08T12:41:25,004 INFO [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/A/5b0658e9c0b944e788a16436b36661ca, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/A/3fdf6e4095fd479fbbc425ce051ac437, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/A/de9231e5c86947b5a1ca6e163f59e3d2] into tmpdir=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/.tmp, totalSize=100.0 K 2024-11-08T12:41:25,004 INFO [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/B/d8c042148f9542aea374fb5aa3724b9e, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/B/9db778d55af34374a66c96b4e9accdaf, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/B/8257451ba65546309b30a1a5633f894c] into tmpdir=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/.tmp, totalSize=36.0 K 2024-11-08T12:41:25,004 INFO [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5. 2024-11-08T12:41:25,004 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5. files: [hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/A/5b0658e9c0b944e788a16436b36661ca, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/A/3fdf6e4095fd479fbbc425ce051ac437, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/A/de9231e5c86947b5a1ca6e163f59e3d2] 2024-11-08T12:41:25,004 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.Compactor(225): Compacting d8c042148f9542aea374fb5aa3724b9e, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1731069680651 2024-11-08T12:41:25,004 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5b0658e9c0b944e788a16436b36661ca, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1731069680651 2024-11-08T12:41:25,004 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3fdf6e4095fd479fbbc425ce051ac437, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1731069681889 2024-11-08T12:41:25,004 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.Compactor(225): Compacting 9db778d55af34374a66c96b4e9accdaf, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1731069681889 2024-11-08T12:41:25,005 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] compactions.Compactor(225): Compacting de9231e5c86947b5a1ca6e163f59e3d2, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1731069683091 2024-11-08T12:41:25,005 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.Compactor(225): Compacting 8257451ba65546309b30a1a5633f894c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1731069683102 2024-11-08T12:41:25,010 INFO [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=4ae49fd347d53b48974a7ea991040eb5] 2024-11-08T12:41:25,011 INFO [RS:0;6ccfea20c990:38479-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4ae49fd347d53b48974a7ea991040eb5#B#compaction#336 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-08T12:41:25,012 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/.tmp/B/0cc637e0c8b44cfcb8015b4654e63741 is 50, key is test_row_0/B:col10/1731069683102/Put/seqid=0 2024-11-08T12:41:25,012 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241108b4f3127a9de84f698c72f75491f9b5a4_4ae49fd347d53b48974a7ea991040eb5 store=[table=TestAcidGuarantees family=A region=4ae49fd347d53b48974a7ea991040eb5] 2024-11-08T12:41:25,014 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241108b4f3127a9de84f698c72f75491f9b5a4_4ae49fd347d53b48974a7ea991040eb5, store=[table=TestAcidGuarantees family=A region=4ae49fd347d53b48974a7ea991040eb5] 2024-11-08T12:41:25,014 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108b4f3127a9de84f698c72f75491f9b5a4_4ae49fd347d53b48974a7ea991040eb5 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=4ae49fd347d53b48974a7ea991040eb5] 2024-11-08T12:41:25,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742223_1399 (size=12697) 2024-11-08T12:41:25,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742224_1400 (size=4469) 2024-11-08T12:41:25,020 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/.tmp/B/0cc637e0c8b44cfcb8015b4654e63741 as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/B/0cc637e0c8b44cfcb8015b4654e63741 2024-11-08T12:41:25,025 INFO [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4ae49fd347d53b48974a7ea991040eb5/B of 4ae49fd347d53b48974a7ea991040eb5 into 0cc637e0c8b44cfcb8015b4654e63741(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T12:41:25,025 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4ae49fd347d53b48974a7ea991040eb5: 2024-11-08T12:41:25,025 INFO [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., storeName=4ae49fd347d53b48974a7ea991040eb5/B, priority=13, startTime=1731069685003; duration=0sec 2024-11-08T12:41:25,026 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T12:41:25,026 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4ae49fd347d53b48974a7ea991040eb5:B 2024-11-08T12:41:25,026 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T12:41:25,026 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T12:41:25,026 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HStore(1541): 4ae49fd347d53b48974a7ea991040eb5/C is initiating minor compaction (all files) 2024-11-08T12:41:25,026 INFO [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4ae49fd347d53b48974a7ea991040eb5/C in TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5. 2024-11-08T12:41:25,027 INFO [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/C/e7a959c42c3e4eeb95d4ae54bb431ddb, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/C/40bdb1ee8d26456191125e1f69d70bc9, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/C/2c5b413dbc85484cbedf17499b3129d0] into tmpdir=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/.tmp, totalSize=36.0 K 2024-11-08T12:41:25,027 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.Compactor(225): Compacting e7a959c42c3e4eeb95d4ae54bb431ddb, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1731069680651 2024-11-08T12:41:25,027 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.Compactor(225): Compacting 40bdb1ee8d26456191125e1f69d70bc9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1731069681889 2024-11-08T12:41:25,027 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.Compactor(225): Compacting 2c5b413dbc85484cbedf17499b3129d0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1731069683102 2024-11-08T12:41:25,031 INFO [RS:0;6ccfea20c990:38479-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4ae49fd347d53b48974a7ea991040eb5#C#compaction#338 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-08T12:41:25,032 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/.tmp/C/8d0e5235e21246c0be10985b1bb8a3a6 is 50, key is test_row_0/C:col10/1731069683102/Put/seqid=0 2024-11-08T12:41:25,034 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38479 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-08T12:41:25,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5. 2024-11-08T12:41:25,034 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2902): Flushing 4ae49fd347d53b48974a7ea991040eb5 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-08T12:41:25,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742225_1401 (size=12697) 2024-11-08T12:41:25,042 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/.tmp/C/8d0e5235e21246c0be10985b1bb8a3a6 as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/C/8d0e5235e21246c0be10985b1bb8a3a6 2024-11-08T12:41:25,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411085dfcdb75b8d84f3ca99be56ba766accb_4ae49fd347d53b48974a7ea991040eb5 is 50, key is test_row_0/A:col10/1731069683783/Put/seqid=0 2024-11-08T12:41:25,048 INFO [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4ae49fd347d53b48974a7ea991040eb5/C of 4ae49fd347d53b48974a7ea991040eb5 into 8d0e5235e21246c0be10985b1bb8a3a6(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T12:41:25,048 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4ae49fd347d53b48974a7ea991040eb5: 2024-11-08T12:41:25,048 INFO [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., storeName=4ae49fd347d53b48974a7ea991040eb5/C, priority=13, startTime=1731069685003; duration=0sec 2024-11-08T12:41:25,049 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T12:41:25,049 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4ae49fd347d53b48974a7ea991040eb5:C 2024-11-08T12:41:25,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742226_1402 (size=12304) 2024-11-08T12:41:25,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-08T12:41:25,421 INFO [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4ae49fd347d53b48974a7ea991040eb5#A#compaction#337 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T12:41:25,422 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/.tmp/A/dba0b5dffd6d46c29eae8cd21d345f4e is 175, key is test_row_0/A:col10/1731069683102/Put/seqid=0 2024-11-08T12:41:25,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742227_1403 (size=31651) 2024-11-08T12:41:25,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:25,454 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411085dfcdb75b8d84f3ca99be56ba766accb_4ae49fd347d53b48974a7ea991040eb5 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411085dfcdb75b8d84f3ca99be56ba766accb_4ae49fd347d53b48974a7ea991040eb5 2024-11-08T12:41:25,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/.tmp/A/4adadf96e5d341da89460f22a3209376, store: [table=TestAcidGuarantees family=A region=4ae49fd347d53b48974a7ea991040eb5] 2024-11-08T12:41:25,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/.tmp/A/4adadf96e5d341da89460f22a3209376 is 175, key is test_row_0/A:col10/1731069683783/Put/seqid=0 2024-11-08T12:41:25,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742228_1404 (size=31105) 2024-11-08T12:41:25,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-08T12:41:25,829 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/.tmp/A/dba0b5dffd6d46c29eae8cd21d345f4e as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/A/dba0b5dffd6d46c29eae8cd21d345f4e 2024-11-08T12:41:25,833 INFO [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4ae49fd347d53b48974a7ea991040eb5/A of 4ae49fd347d53b48974a7ea991040eb5 into dba0b5dffd6d46c29eae8cd21d345f4e(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T12:41:25,833 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4ae49fd347d53b48974a7ea991040eb5: 2024-11-08T12:41:25,833 INFO [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., storeName=4ae49fd347d53b48974a7ea991040eb5/A, priority=13, startTime=1731069685003; duration=0sec 2024-11-08T12:41:25,833 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T12:41:25,833 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4ae49fd347d53b48974a7ea991040eb5:A 2024-11-08T12:41:25,859 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=249, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/.tmp/A/4adadf96e5d341da89460f22a3209376 2024-11-08T12:41:25,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/.tmp/B/192dadba3a3846fcb732f2d2f7f2189b is 50, key is test_row_0/B:col10/1731069683783/Put/seqid=0 2024-11-08T12:41:25,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742229_1405 (size=12151) 2024-11-08T12:41:25,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(8855): Flush requested on 4ae49fd347d53b48974a7ea991040eb5 2024-11-08T12:41:25,956 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5. as already flushing 2024-11-08T12:41:26,024 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:41:26,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38042 deadline: 1731069746017, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:41:26,025 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:26,025 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:26,025 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:41:26,031 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:41:26,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38102 deadline: 1731069746020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:41:26,032 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:26,032 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:26,032 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:41:26,140 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:41:26,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38042 deadline: 1731069746133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:41:26,140 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:26,140 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:41:26,140 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:26,140 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:41:26,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38102 deadline: 1731069746133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:41:26,140 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:26,140 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:26,140 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:41:26,276 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=249 (bloomFilter=true), to=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/.tmp/B/192dadba3a3846fcb732f2d2f7f2189b 2024-11-08T12:41:26,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/.tmp/C/2c320c194eae40d99b0e62df7a5dd095 is 50, key is test_row_0/C:col10/1731069683783/Put/seqid=0 2024-11-08T12:41:26,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742230_1406 (size=12151) 2024-11-08T12:41:26,350 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:41:26,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38042 deadline: 1731069746343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:41:26,350 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:26,351 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:26,351 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:41:26,359 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:41:26,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38102 deadline: 1731069746352, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:41:26,360 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:26,360 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:26,360 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:41:26,669 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:41:26,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38042 deadline: 1731069746663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:41:26,670 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:26,670 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:26,670 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:41:26,679 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:41:26,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38102 deadline: 1731069746673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:41:26,679 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:26,679 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:26,679 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:41:26,685 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=249 (bloomFilter=true), to=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/.tmp/C/2c320c194eae40d99b0e62df7a5dd095 2024-11-08T12:41:26,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/.tmp/A/4adadf96e5d341da89460f22a3209376 as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/A/4adadf96e5d341da89460f22a3209376 2024-11-08T12:41:26,691 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/A/4adadf96e5d341da89460f22a3209376, entries=150, sequenceid=249, filesize=30.4 K 2024-11-08T12:41:26,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/.tmp/B/192dadba3a3846fcb732f2d2f7f2189b as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/B/192dadba3a3846fcb732f2d2f7f2189b 2024-11-08T12:41:26,694 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/B/192dadba3a3846fcb732f2d2f7f2189b, entries=150, sequenceid=249, filesize=11.9 K 2024-11-08T12:41:26,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/.tmp/C/2c320c194eae40d99b0e62df7a5dd095 as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/C/2c320c194eae40d99b0e62df7a5dd095 2024-11-08T12:41:26,698 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/C/2c320c194eae40d99b0e62df7a5dd095, entries=150, sequenceid=249, filesize=11.9 K 2024-11-08T12:41:26,699 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 4ae49fd347d53b48974a7ea991040eb5 in 1664ms, sequenceid=249, compaction requested=false 2024-11-08T12:41:26,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2603): Flush status journal for 4ae49fd347d53b48974a7ea991040eb5: 2024-11-08T12:41:26,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5. 2024-11-08T12:41:26,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=108 2024-11-08T12:41:26,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40975 {}] master.HMaster(4169): Remote procedure done, pid=108 2024-11-08T12:41:26,701 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=108, resume processing ppid=107 2024-11-08T12:41:26,701 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=108, ppid=107, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1240 sec 2024-11-08T12:41:26,703 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=107, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees in 2.1280 sec 2024-11-08T12:41:26,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-08T12:41:26,724 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-08T12:41:26,724 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40975 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-08T12:41:26,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40975 {}] procedure2.ProcedureExecutor(1139): Stored pid=109, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=109, table=TestAcidGuarantees 2024-11-08T12:41:26,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-08T12:41:26,726 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=109, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=109, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-08T12:41:26,726 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=109, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=109, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-08T12:41:26,726 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=110, ppid=109, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-08T12:41:26,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-08T12:41:26,878 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38479 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-11-08T12:41:26,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5. 2024-11-08T12:41:26,878 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2902): Flushing 4ae49fd347d53b48974a7ea991040eb5 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-08T12:41:26,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108ed08193076634f94ab23bf2837c6fba0_4ae49fd347d53b48974a7ea991040eb5 is 50, key is test_row_0/A:col10/1731069685980/Put/seqid=0 2024-11-08T12:41:26,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742231_1407 (size=12454) 2024-11-08T12:41:26,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:26,891 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108ed08193076634f94ab23bf2837c6fba0_4ae49fd347d53b48974a7ea991040eb5 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108ed08193076634f94ab23bf2837c6fba0_4ae49fd347d53b48974a7ea991040eb5 2024-11-08T12:41:26,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/.tmp/A/7cdf79315c4d4ca1a3ff39e6560fc410, store: [table=TestAcidGuarantees family=A region=4ae49fd347d53b48974a7ea991040eb5] 2024-11-08T12:41:26,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/.tmp/A/7cdf79315c4d4ca1a3ff39e6560fc410 is 175, key is test_row_0/A:col10/1731069685980/Put/seqid=0 2024-11-08T12:41:26,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742232_1408 (size=31255) 2024-11-08T12:41:27,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-08T12:41:27,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(8855): Flush requested on 4ae49fd347d53b48974a7ea991040eb5 2024-11-08T12:41:27,186 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5. as already flushing 2024-11-08T12:41:27,246 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:41:27,246 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:41:27,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38102 deadline: 1731069747238, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:41:27,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38042 deadline: 1731069747238, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:41:27,247 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:27,247 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:27,247 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:27,247 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:27,247 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:41:27,247 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:41:27,296 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=273, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/.tmp/A/7cdf79315c4d4ca1a3ff39e6560fc410 2024-11-08T12:41:27,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/.tmp/B/f821f0f669e140fb8b3700de1bd0c6a3 is 50, key is test_row_0/B:col10/1731069685980/Put/seqid=0 2024-11-08T12:41:27,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742233_1409 (size=12301) 2024-11-08T12:41:27,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-08T12:41:27,355 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:41:27,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38102 deadline: 1731069747353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:41:27,355 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:27,355 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:41:27,355 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:27,355 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:41:27,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38042 deadline: 1731069747353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:41:27,356 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:27,356 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:27,356 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:41:27,569 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:41:27,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38102 deadline: 1731069747563, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:41:27,569 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:27,569 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:41:27,569 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:27,569 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:41:27,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38042 deadline: 1731069747563, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:41:27,569 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:27,569 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:27,569 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:41:27,706 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=273 (bloomFilter=true), to=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/.tmp/B/f821f0f669e140fb8b3700de1bd0c6a3 2024-11-08T12:41:27,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/.tmp/C/a252a599499a46a2b0901c5097c5bfbb is 50, key is test_row_0/C:col10/1731069685980/Put/seqid=0 2024-11-08T12:41:27,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742234_1410 (size=12301) 2024-11-08T12:41:27,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-08T12:41:27,878 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:41:27,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38102 deadline: 1731069747873, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:41:27,878 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:27,878 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:41:27,878 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:27,878 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:41:27,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38042 deadline: 1731069747873, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:41:27,878 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:27,878 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:27,878 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:41:28,064 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:41:28,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38074 deadline: 1731069748063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:41:28,064 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to 6ccfea20c990,38479,1731069575023 for 'test_row_2' in 4ae49fd347d53b48974a7ea991040eb5 of TestAcidGuarantees failed, tries = 9, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 18239 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-08T12:41:28,065 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:28,065 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:28,065 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:41:28,116 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=273 (bloomFilter=true), to=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/.tmp/C/a252a599499a46a2b0901c5097c5bfbb 2024-11-08T12:41:28,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/.tmp/A/7cdf79315c4d4ca1a3ff39e6560fc410 as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/A/7cdf79315c4d4ca1a3ff39e6560fc410 2024-11-08T12:41:28,123 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/A/7cdf79315c4d4ca1a3ff39e6560fc410, entries=150, sequenceid=273, filesize=30.5 K 2024-11-08T12:41:28,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/.tmp/B/f821f0f669e140fb8b3700de1bd0c6a3 as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/B/f821f0f669e140fb8b3700de1bd0c6a3 2024-11-08T12:41:28,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,127 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/B/f821f0f669e140fb8b3700de1bd0c6a3, entries=150, sequenceid=273, filesize=12.0 K 2024-11-08T12:41:28,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/.tmp/C/a252a599499a46a2b0901c5097c5bfbb as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/C/a252a599499a46a2b0901c5097c5bfbb 2024-11-08T12:41:28,130 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/C/a252a599499a46a2b0901c5097c5bfbb, entries=150, sequenceid=273, filesize=12.0 K 2024-11-08T12:41:28,131 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for 4ae49fd347d53b48974a7ea991040eb5 in 1253ms, sequenceid=273, compaction requested=true 2024-11-08T12:41:28,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2603): Flush status journal for 4ae49fd347d53b48974a7ea991040eb5: 2024-11-08T12:41:28,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5. 2024-11-08T12:41:28,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=110 2024-11-08T12:41:28,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40975 {}] master.HMaster(4169): Remote procedure done, pid=110 2024-11-08T12:41:28,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,135 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=110, resume processing ppid=109 2024-11-08T12:41:28,135 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=110, ppid=109, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4070 sec 2024-11-08T12:41:28,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,136 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=109, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=109, table=TestAcidGuarantees in 1.4110 sec 2024-11-08T12:41:28,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,166 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-08T12:41:28,166 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 4ae49fd347d53b48974a7ea991040eb5 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-08T12:41:28,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(8855): Flush requested on 4ae49fd347d53b48974a7ea991040eb5 2024-11-08T12:41:28,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,176 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411085019e76c109a4f39b0adf1e801ebae30_4ae49fd347d53b48974a7ea991040eb5 is 50, key is test_row_0/A:col10/1731069688163/Put/seqid=0 2024-11-08T12:41:28,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742235_1411 (size=12454) 2024-11-08T12:41:28,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,346 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:41:28,346 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:41:28,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38082 deadline: 1731069748337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:41:28,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38084 deadline: 1731069748337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:41:28,346 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:28,346 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:28,347 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:28,347 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:28,347 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:41:28,347 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:41:28,390 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:41:28,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38102 deadline: 1731069748383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:41:28,390 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:28,390 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:41:28,390 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:28,391 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:41:28,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38042 deadline: 1731069748383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:41:28,391 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:28,391 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:28,391 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:41:28,461 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:41:28,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38082 deadline: 1731069748453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:41:28,461 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:28,461 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:41:28,461 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:28,461 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:41:28,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38084 deadline: 1731069748453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:41:28,461 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:28,462 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:28,462 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:41:28,591 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:28,594 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411085019e76c109a4f39b0adf1e801ebae30_4ae49fd347d53b48974a7ea991040eb5 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411085019e76c109a4f39b0adf1e801ebae30_4ae49fd347d53b48974a7ea991040eb5 2024-11-08T12:41:28,595 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/.tmp/A/526e4601bf9e44daae32c9e636e4fc7b, store: [table=TestAcidGuarantees family=A region=4ae49fd347d53b48974a7ea991040eb5] 2024-11-08T12:41:28,595 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/.tmp/A/526e4601bf9e44daae32c9e636e4fc7b is 175, key is test_row_0/A:col10/1731069688163/Put/seqid=0 2024-11-08T12:41:28,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742236_1412 (size=31251) 2024-11-08T12:41:28,670 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:41:28,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38082 deadline: 1731069748663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:41:28,670 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:28,671 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:28,671 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:41:28,681 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:41:28,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38084 deadline: 1731069748673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:41:28,681 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:28,681 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:28,681 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:41:28,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-08T12:41:28,873 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-08T12:41:28,873 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40975 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-08T12:41:28,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40975 {}] procedure2.ProcedureExecutor(1139): Stored pid=111, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=111, table=TestAcidGuarantees 2024-11-08T12:41:28,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-08T12:41:28,875 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=111, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=111, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-08T12:41:28,875 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=111, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=111, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-08T12:41:28,875 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=112, ppid=111, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-08T12:41:28,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-08T12:41:28,987 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:41:28,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38082 deadline: 1731069748983, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:41:28,987 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:28,987 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:28,987 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:41:28,997 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:41:28,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38084 deadline: 1731069748993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:41:28,997 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:28,997 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:28,997 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:41:28,999 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=288, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/.tmp/A/526e4601bf9e44daae32c9e636e4fc7b 2024-11-08T12:41:29,005 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/.tmp/B/0564891405474adc9da3a6c16cf01e3b is 50, key is test_row_0/B:col10/1731069688163/Put/seqid=0 2024-11-08T12:41:29,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742237_1413 (size=9857) 2024-11-08T12:41:29,027 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38479 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-11-08T12:41:29,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5. 2024-11-08T12:41:29,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5. as already flushing 2024-11-08T12:41:29,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5. 2024-11-08T12:41:29,027 ERROR [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] handler.RSProcedureHandler(58): pid=112 java.io.IOException: Unable to complete flush {ENCODED => 4ae49fd347d53b48974a7ea991040eb5, NAME => 'TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:41:29,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=112 java.io.IOException: Unable to complete flush {ENCODED => 4ae49fd347d53b48974a7ea991040eb5, NAME => 'TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:41:29,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40975 {}] master.HMaster(4177): Remote procedure failed, pid=112 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4ae49fd347d53b48974a7ea991040eb5, NAME => 'TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4ae49fd347d53b48974a7ea991040eb5, NAME => 'TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:41:29,180 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38479 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-11-08T12:41:29,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5. 2024-11-08T12:41:29,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5. as already flushing 2024-11-08T12:41:29,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5. 2024-11-08T12:41:29,180 ERROR [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] handler.RSProcedureHandler(58): pid=112 java.io.IOException: Unable to complete flush {ENCODED => 4ae49fd347d53b48974a7ea991040eb5, NAME => 'TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:41:29,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=112 java.io.IOException: Unable to complete flush {ENCODED => 4ae49fd347d53b48974a7ea991040eb5, NAME => 'TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:41:29,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40975 {}] master.HMaster(4177): Remote procedure failed, pid=112 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4ae49fd347d53b48974a7ea991040eb5, NAME => 'TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4ae49fd347d53b48974a7ea991040eb5, NAME => 'TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:41:29,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-08T12:41:29,332 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38479 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-11-08T12:41:29,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5. 2024-11-08T12:41:29,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5. as already flushing 2024-11-08T12:41:29,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5. 2024-11-08T12:41:29,333 ERROR [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] handler.RSProcedureHandler(58): pid=112 java.io.IOException: Unable to complete flush {ENCODED => 4ae49fd347d53b48974a7ea991040eb5, NAME => 'TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:41:29,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=112 java.io.IOException: Unable to complete flush {ENCODED => 4ae49fd347d53b48974a7ea991040eb5, NAME => 'TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:41:29,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40975 {}] master.HMaster(4177): Remote procedure failed, pid=112 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4ae49fd347d53b48974a7ea991040eb5, NAME => 'TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4ae49fd347d53b48974a7ea991040eb5, NAME => 'TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:41:29,408 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:41:29,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38102 deadline: 1731069749403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:41:29,408 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:41:29,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38042 deadline: 1731069749403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:41:29,408 WARN [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to 6ccfea20c990,38479,1731069575023 for 'test_row_1' in 4ae49fd347d53b48974a7ea991040eb5 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2170 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-08T12:41:29,409 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:29,409 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:29,408 WARN [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to 6ccfea20c990,38479,1731069575023 for 'test_row_0' in 4ae49fd347d53b48974a7ea991040eb5 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2170 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-08T12:41:29,409 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:41:29,409 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:29,409 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:29,409 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:41:29,410 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=288 (bloomFilter=true), to=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/.tmp/B/0564891405474adc9da3a6c16cf01e3b 2024-11-08T12:41:29,417 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/.tmp/C/89ae1777dad147b7911593da7e6e1255 is 50, key is test_row_0/C:col10/1731069688163/Put/seqid=0 2024-11-08T12:41:29,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742238_1414 (size=9857) 2024-11-08T12:41:29,485 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38479 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-11-08T12:41:29,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5. 2024-11-08T12:41:29,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5. as already flushing 2024-11-08T12:41:29,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5. 2024-11-08T12:41:29,486 ERROR [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] handler.RSProcedureHandler(58): pid=112 java.io.IOException: Unable to complete flush {ENCODED => 4ae49fd347d53b48974a7ea991040eb5, NAME => 'TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:41:29,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=112 java.io.IOException: Unable to complete flush {ENCODED => 4ae49fd347d53b48974a7ea991040eb5, NAME => 'TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:41:29,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40975 {}] master.HMaster(4177): Remote procedure failed, pid=112 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4ae49fd347d53b48974a7ea991040eb5, NAME => 'TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4ae49fd347d53b48974a7ea991040eb5, NAME => 'TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:41:29,499 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:41:29,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38082 deadline: 1731069749493, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:41:29,499 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:29,499 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:29,499 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:41:29,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-08T12:41:29,509 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:41:29,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38084 deadline: 1731069749503, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:41:29,510 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:29,510 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:29,510 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:41:29,638 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38479 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-11-08T12:41:29,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5. 2024-11-08T12:41:29,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5. as already flushing 2024-11-08T12:41:29,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5. 2024-11-08T12:41:29,638 ERROR [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] handler.RSProcedureHandler(58): pid=112 java.io.IOException: Unable to complete flush {ENCODED => 4ae49fd347d53b48974a7ea991040eb5, NAME => 'TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:41:29,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=112 java.io.IOException: Unable to complete flush {ENCODED => 4ae49fd347d53b48974a7ea991040eb5, NAME => 'TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:41:29,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40975 {}] master.HMaster(4177): Remote procedure failed, pid=112 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4ae49fd347d53b48974a7ea991040eb5, NAME => 'TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4ae49fd347d53b48974a7ea991040eb5, NAME => 'TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:41:29,644 INFO [Thread-1539 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1539. 2024-11-08T12:41:29,644 DEBUG [Thread-1539 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-08T12:41:29,644 DEBUG [Thread-1539 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T12:41:29,644 DEBUG [Thread-1539 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T12:41:29,644 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T12:41:29,646 INFO [Thread-1533 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1533. 2024-11-08T12:41:29,646 DEBUG [Thread-1533 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-08T12:41:29,646 DEBUG [Thread-1533 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T12:41:29,646 DEBUG [Thread-1533 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T12:41:29,646 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T12:41:29,647 INFO [Thread-1541 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1541. 2024-11-08T12:41:29,648 DEBUG [Thread-1541 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-08T12:41:29,648 DEBUG [Thread-1541 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T12:41:29,648 DEBUG [Thread-1541 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T12:41:29,648 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T12:41:29,654 INFO [Thread-1537 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1537. 2024-11-08T12:41:29,654 DEBUG [Thread-1537 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-08T12:41:29,654 DEBUG [Thread-1537 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T12:41:29,654 DEBUG [Thread-1537 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T12:41:29,654 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T12:41:29,655 INFO [Thread-1535 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1535. 2024-11-08T12:41:29,655 DEBUG [Thread-1535 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-08T12:41:29,655 DEBUG [Thread-1535 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T12:41:29,655 DEBUG [Thread-1535 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T12:41:29,655 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T12:41:29,792 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38479 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-11-08T12:41:29,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5. 2024-11-08T12:41:29,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5. as already flushing 2024-11-08T12:41:29,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5. 2024-11-08T12:41:29,793 ERROR [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] handler.RSProcedureHandler(58): pid=112 java.io.IOException: Unable to complete flush {ENCODED => 4ae49fd347d53b48974a7ea991040eb5, NAME => 'TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:41:29,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=112 java.io.IOException: Unable to complete flush {ENCODED => 4ae49fd347d53b48974a7ea991040eb5, NAME => 'TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:41:29,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40975 {}] master.HMaster(4177): Remote procedure failed, pid=112 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4ae49fd347d53b48974a7ea991040eb5, NAME => 'TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4ae49fd347d53b48974a7ea991040eb5, NAME => 'TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:41:29,822 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=288 (bloomFilter=true), to=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/.tmp/C/89ae1777dad147b7911593da7e6e1255 2024-11-08T12:41:29,829 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/.tmp/A/526e4601bf9e44daae32c9e636e4fc7b as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/A/526e4601bf9e44daae32c9e636e4fc7b 2024-11-08T12:41:29,833 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/A/526e4601bf9e44daae32c9e636e4fc7b, entries=150, sequenceid=288, filesize=30.5 K 2024-11-08T12:41:29,834 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/.tmp/B/0564891405474adc9da3a6c16cf01e3b as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/B/0564891405474adc9da3a6c16cf01e3b 2024-11-08T12:41:29,837 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/B/0564891405474adc9da3a6c16cf01e3b, entries=100, sequenceid=288, filesize=9.6 K 2024-11-08T12:41:29,838 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/.tmp/C/89ae1777dad147b7911593da7e6e1255 as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/C/89ae1777dad147b7911593da7e6e1255 2024-11-08T12:41:29,842 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/C/89ae1777dad147b7911593da7e6e1255, entries=100, sequenceid=288, filesize=9.6 K 2024-11-08T12:41:29,843 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=127.47 KB/130530 for 4ae49fd347d53b48974a7ea991040eb5 in 1677ms, sequenceid=288, compaction requested=true 2024-11-08T12:41:29,843 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 4ae49fd347d53b48974a7ea991040eb5: 2024-11-08T12:41:29,843 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4ae49fd347d53b48974a7ea991040eb5:A, priority=-2147483648, current under compaction store size is 1 2024-11-08T12:41:29,843 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-08T12:41:29,843 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T12:41:29,843 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4ae49fd347d53b48974a7ea991040eb5:B, priority=-2147483648, current under compaction store size is 2 2024-11-08T12:41:29,843 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T12:41:29,843 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4ae49fd347d53b48974a7ea991040eb5:C, priority=-2147483648, current under compaction store size is 3 2024-11-08T12:41:29,843 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-08T12:41:29,843 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T12:41:29,844 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 47006 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-08T12:41:29,844 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 125262 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-08T12:41:29,844 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HStore(1541): 4ae49fd347d53b48974a7ea991040eb5/B is initiating minor compaction (all files) 2024-11-08T12:41:29,844 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HStore(1541): 4ae49fd347d53b48974a7ea991040eb5/A is initiating minor compaction (all files) 2024-11-08T12:41:29,844 INFO [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4ae49fd347d53b48974a7ea991040eb5/B in TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5. 2024-11-08T12:41:29,844 INFO [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4ae49fd347d53b48974a7ea991040eb5/A in TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5. 2024-11-08T12:41:29,845 INFO [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/B/0cc637e0c8b44cfcb8015b4654e63741, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/B/192dadba3a3846fcb732f2d2f7f2189b, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/B/f821f0f669e140fb8b3700de1bd0c6a3, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/B/0564891405474adc9da3a6c16cf01e3b] into tmpdir=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/.tmp, totalSize=45.9 K 2024-11-08T12:41:29,845 INFO [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/A/dba0b5dffd6d46c29eae8cd21d345f4e, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/A/4adadf96e5d341da89460f22a3209376, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/A/7cdf79315c4d4ca1a3ff39e6560fc410, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/A/526e4601bf9e44daae32c9e636e4fc7b] into tmpdir=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/.tmp, totalSize=122.3 K 2024-11-08T12:41:29,845 INFO [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5. 2024-11-08T12:41:29,845 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5. files: [hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/A/dba0b5dffd6d46c29eae8cd21d345f4e, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/A/4adadf96e5d341da89460f22a3209376, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/A/7cdf79315c4d4ca1a3ff39e6560fc410, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/A/526e4601bf9e44daae32c9e636e4fc7b] 2024-11-08T12:41:29,845 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.Compactor(225): Compacting 0cc637e0c8b44cfcb8015b4654e63741, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1731069683102 2024-11-08T12:41:29,845 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] compactions.Compactor(225): Compacting dba0b5dffd6d46c29eae8cd21d345f4e, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1731069683102 2024-11-08T12:41:29,845 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.Compactor(225): Compacting 192dadba3a3846fcb732f2d2f7f2189b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1731069683778 2024-11-08T12:41:29,845 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4adadf96e5d341da89460f22a3209376, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1731069683778 2024-11-08T12:41:29,845 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.Compactor(225): Compacting f821f0f669e140fb8b3700de1bd0c6a3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=273, earliestPutTs=1731069685980 2024-11-08T12:41:29,845 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7cdf79315c4d4ca1a3ff39e6560fc410, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=273, earliestPutTs=1731069685980 2024-11-08T12:41:29,845 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.Compactor(225): Compacting 0564891405474adc9da3a6c16cf01e3b, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=288, earliestPutTs=1731069687217 2024-11-08T12:41:29,846 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] compactions.Compactor(225): Compacting 526e4601bf9e44daae32c9e636e4fc7b, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=288, earliestPutTs=1731069687217 2024-11-08T12:41:29,851 INFO [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=4ae49fd347d53b48974a7ea991040eb5] 2024-11-08T12:41:29,852 INFO [RS:0;6ccfea20c990:38479-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4ae49fd347d53b48974a7ea991040eb5#B#compaction#348 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-08T12:41:29,852 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241108c50219b5f6914f2d919d045cfa02f65f_4ae49fd347d53b48974a7ea991040eb5 store=[table=TestAcidGuarantees family=A region=4ae49fd347d53b48974a7ea991040eb5] 2024-11-08T12:41:29,852 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/.tmp/B/032598ae801f42d29eacdae5b689080d is 50, key is test_row_0/B:col10/1731069688163/Put/seqid=0 2024-11-08T12:41:29,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742239_1415 (size=12983) 2024-11-08T12:41:29,859 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241108c50219b5f6914f2d919d045cfa02f65f_4ae49fd347d53b48974a7ea991040eb5, store=[table=TestAcidGuarantees family=A region=4ae49fd347d53b48974a7ea991040eb5] 2024-11-08T12:41:29,859 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108c50219b5f6914f2d919d045cfa02f65f_4ae49fd347d53b48974a7ea991040eb5 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=4ae49fd347d53b48974a7ea991040eb5] 2024-11-08T12:41:29,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742240_1416 (size=4469) 2024-11-08T12:41:29,948 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38479 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-11-08T12:41:29,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5. 2024-11-08T12:41:29,948 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2902): Flushing 4ae49fd347d53b48974a7ea991040eb5 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-08T12:41:29,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411089c01e01c88794f8ba7e51ebdce37644b_4ae49fd347d53b48974a7ea991040eb5 is 50, key is test_row_0/A:col10/1731069688307/Put/seqid=0 2024-11-08T12:41:29,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742241_1417 (size=12454) 2024-11-08T12:41:30,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-08T12:41:30,268 INFO [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4ae49fd347d53b48974a7ea991040eb5#A#compaction#349 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T12:41:30,269 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/.tmp/A/b99ba93dbf4946b8a6b0f1d79d3fbfa9 is 175, key is test_row_0/A:col10/1731069688163/Put/seqid=0 2024-11-08T12:41:30,269 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/.tmp/B/032598ae801f42d29eacdae5b689080d as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/B/032598ae801f42d29eacdae5b689080d 2024-11-08T12:41:30,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742242_1418 (size=32044) 2024-11-08T12:41:30,273 INFO [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 4ae49fd347d53b48974a7ea991040eb5/B of 4ae49fd347d53b48974a7ea991040eb5 into 032598ae801f42d29eacdae5b689080d(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T12:41:30,273 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4ae49fd347d53b48974a7ea991040eb5: 2024-11-08T12:41:30,273 INFO [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., storeName=4ae49fd347d53b48974a7ea991040eb5/B, priority=12, startTime=1731069689843; duration=0sec 2024-11-08T12:41:30,273 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T12:41:30,273 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4ae49fd347d53b48974a7ea991040eb5:B 2024-11-08T12:41:30,273 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-08T12:41:30,274 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 47006 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-08T12:41:30,274 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HStore(1541): 4ae49fd347d53b48974a7ea991040eb5/C is initiating minor compaction (all files) 2024-11-08T12:41:30,274 INFO [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4ae49fd347d53b48974a7ea991040eb5/C in TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5. 2024-11-08T12:41:30,274 INFO [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/C/8d0e5235e21246c0be10985b1bb8a3a6, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/C/2c320c194eae40d99b0e62df7a5dd095, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/C/a252a599499a46a2b0901c5097c5bfbb, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/C/89ae1777dad147b7911593da7e6e1255] into tmpdir=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/.tmp, totalSize=45.9 K 2024-11-08T12:41:30,274 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.Compactor(225): Compacting 8d0e5235e21246c0be10985b1bb8a3a6, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1731069683102 2024-11-08T12:41:30,275 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.Compactor(225): Compacting 2c320c194eae40d99b0e62df7a5dd095, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1731069683778 2024-11-08T12:41:30,275 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.Compactor(225): Compacting a252a599499a46a2b0901c5097c5bfbb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=273, earliestPutTs=1731069685980 2024-11-08T12:41:30,275 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.Compactor(225): Compacting 89ae1777dad147b7911593da7e6e1255, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=288, earliestPutTs=1731069687217 2024-11-08T12:41:30,281 INFO [RS:0;6ccfea20c990:38479-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4ae49fd347d53b48974a7ea991040eb5#C#compaction#351 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T12:41:30,281 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/.tmp/C/6bb11432d7ea4633aae2b329d328b8aa is 50, key is test_row_0/C:col10/1731069688163/Put/seqid=0 2024-11-08T12:41:30,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742243_1419 (size=12983) 2024-11-08T12:41:30,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:30,367 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411089c01e01c88794f8ba7e51ebdce37644b_4ae49fd347d53b48974a7ea991040eb5 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411089c01e01c88794f8ba7e51ebdce37644b_4ae49fd347d53b48974a7ea991040eb5 2024-11-08T12:41:30,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/.tmp/A/840534e9e8f2424db4b2d10f22cf774d, store: [table=TestAcidGuarantees family=A region=4ae49fd347d53b48974a7ea991040eb5] 2024-11-08T12:41:30,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/.tmp/A/840534e9e8f2424db4b2d10f22cf774d is 175, key is test_row_0/A:col10/1731069688307/Put/seqid=0 2024-11-08T12:41:30,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742244_1420 (size=31255) 2024-11-08T12:41:30,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(8855): Flush requested on 4ae49fd347d53b48974a7ea991040eb5 2024-11-08T12:41:30,507 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5. as already flushing 2024-11-08T12:41:30,508 INFO [Thread-1524 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1524. 2024-11-08T12:41:30,508 DEBUG [Thread-1524 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-08T12:41:30,508 DEBUG [Thread-1524 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T12:41:30,509 DEBUG [Thread-1524 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T12:41:30,509 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T12:41:30,516 INFO [Thread-1522 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1522. 2024-11-08T12:41:30,516 DEBUG [Thread-1522 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-08T12:41:30,516 DEBUG [Thread-1522 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T12:41:30,516 DEBUG [Thread-1522 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T12:41:30,516 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T12:41:30,683 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/.tmp/A/b99ba93dbf4946b8a6b0f1d79d3fbfa9 as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/A/b99ba93dbf4946b8a6b0f1d79d3fbfa9 2024-11-08T12:41:30,689 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/.tmp/C/6bb11432d7ea4633aae2b329d328b8aa as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/C/6bb11432d7ea4633aae2b329d328b8aa 2024-11-08T12:41:30,689 INFO [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 4ae49fd347d53b48974a7ea991040eb5/A of 4ae49fd347d53b48974a7ea991040eb5 into b99ba93dbf4946b8a6b0f1d79d3fbfa9(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T12:41:30,689 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4ae49fd347d53b48974a7ea991040eb5: 2024-11-08T12:41:30,689 INFO [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., storeName=4ae49fd347d53b48974a7ea991040eb5/A, priority=12, startTime=1731069689843; duration=0sec 2024-11-08T12:41:30,689 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T12:41:30,689 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4ae49fd347d53b48974a7ea991040eb5:A 2024-11-08T12:41:30,694 INFO [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 4ae49fd347d53b48974a7ea991040eb5/C of 4ae49fd347d53b48974a7ea991040eb5 into 6bb11432d7ea4633aae2b329d328b8aa(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T12:41:30,694 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4ae49fd347d53b48974a7ea991040eb5: 2024-11-08T12:41:30,694 INFO [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., storeName=4ae49fd347d53b48974a7ea991040eb5/C, priority=12, startTime=1731069689843; duration=0sec 2024-11-08T12:41:30,694 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T12:41:30,694 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4ae49fd347d53b48974a7ea991040eb5:C 2024-11-08T12:41:30,774 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=310, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/.tmp/A/840534e9e8f2424db4b2d10f22cf774d 2024-11-08T12:41:30,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/.tmp/B/fbf6c0893244441a977e38a2680c2f30 is 50, key is test_row_0/B:col10/1731069688307/Put/seqid=0 2024-11-08T12:41:30,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742245_1421 (size=12301) 2024-11-08T12:41:31,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-08T12:41:31,191 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=310 (bloomFilter=true), to=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/.tmp/B/fbf6c0893244441a977e38a2680c2f30 2024-11-08T12:41:31,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/.tmp/C/3d4e0fb38db84db9b44a5586fe02a078 is 50, key is test_row_0/C:col10/1731069688307/Put/seqid=0 2024-11-08T12:41:31,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742246_1422 (size=12301) 2024-11-08T12:41:31,438 INFO [Thread-1526 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1526. 2024-11-08T12:41:31,438 INFO [Thread-1530 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1530. 2024-11-08T12:41:31,438 DEBUG [Thread-1526 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-08T12:41:31,438 DEBUG [Thread-1530 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-08T12:41:31,438 DEBUG [Thread-1526 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T12:41:31,438 DEBUG [Thread-1530 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T12:41:31,439 DEBUG [Thread-1530 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T12:41:31,439 DEBUG [Thread-1526 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T12:41:31,439 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T12:41:31,439 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T12:41:31,612 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=310 (bloomFilter=true), to=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/.tmp/C/3d4e0fb38db84db9b44a5586fe02a078 2024-11-08T12:41:31,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/.tmp/A/840534e9e8f2424db4b2d10f22cf774d as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/A/840534e9e8f2424db4b2d10f22cf774d 2024-11-08T12:41:31,629 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/A/840534e9e8f2424db4b2d10f22cf774d, entries=150, sequenceid=310, filesize=30.5 K 2024-11-08T12:41:31,629 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/.tmp/B/fbf6c0893244441a977e38a2680c2f30 as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/B/fbf6c0893244441a977e38a2680c2f30 2024-11-08T12:41:31,632 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/B/fbf6c0893244441a977e38a2680c2f30, entries=150, sequenceid=310, filesize=12.0 K 2024-11-08T12:41:31,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/.tmp/C/3d4e0fb38db84db9b44a5586fe02a078 as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/C/3d4e0fb38db84db9b44a5586fe02a078 2024-11-08T12:41:31,635 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/C/3d4e0fb38db84db9b44a5586fe02a078, entries=150, sequenceid=310, filesize=12.0 K 2024-11-08T12:41:31,636 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=26.84 KB/27480 for 4ae49fd347d53b48974a7ea991040eb5 in 1688ms, sequenceid=310, compaction requested=false 2024-11-08T12:41:31,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2603): Flush status journal for 4ae49fd347d53b48974a7ea991040eb5: 2024-11-08T12:41:31,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5. 2024-11-08T12:41:31,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=112 2024-11-08T12:41:31,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40975 {}] master.HMaster(4169): Remote procedure done, pid=112 2024-11-08T12:41:31,638 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=112, resume processing ppid=111 2024-11-08T12:41:31,638 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=112, ppid=111, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.7620 sec 2024-11-08T12:41:31,640 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=111, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=111, table=TestAcidGuarantees in 2.7660 sec 2024-11-08T12:41:33,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-08T12:41:33,055 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-08T12:41:33,283 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-08T12:41:37,616 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6ccfea20c990:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2317): Moving the files [hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/A/b69d5c746a104faeb93688ea41eaab85, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/A/e4e91725fe314b0aac51ee1c057c0844, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/A/aada97b287194b83aac94488614f06dc, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/A/a53ad004ec704c55ba11a9131f0555f2, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/A/9392c38ff2ae4a97a8962e654cfe7e2a, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/A/312469c99e984c57805d746c0cf72532, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/A/8d78af560a044324b44aed3565054147, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/A/dd5875e21d3941b296e9fe4dd29c282e, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/A/f9f5274275a740378bafef2ee313b802, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/A/610a064725664bef8d0347f355270d1d, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/A/86915c09263a425392178d2b512a2f49, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/A/de6eb5643ac8491e980a2e236c2b3174, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/A/e4fac0cbe1614adb87abbbce73fa2b33, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/A/5b0658e9c0b944e788a16436b36661ca, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/A/3fdf6e4095fd479fbbc425ce051ac437, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/A/de9231e5c86947b5a1ca6e163f59e3d2, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/A/dba0b5dffd6d46c29eae8cd21d345f4e, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/A/4adadf96e5d341da89460f22a3209376, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/A/7cdf79315c4d4ca1a3ff39e6560fc410, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/A/526e4601bf9e44daae32c9e636e4fc7b] to archive 2024-11-08T12:41:37,617 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6ccfea20c990:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-08T12:41:37,619 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6ccfea20c990:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/A/b69d5c746a104faeb93688ea41eaab85 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/A/b69d5c746a104faeb93688ea41eaab85 2024-11-08T12:41:37,620 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6ccfea20c990:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/A/e4e91725fe314b0aac51ee1c057c0844 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/A/e4e91725fe314b0aac51ee1c057c0844 2024-11-08T12:41:37,621 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6ccfea20c990:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/A/aada97b287194b83aac94488614f06dc to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/A/aada97b287194b83aac94488614f06dc 2024-11-08T12:41:37,622 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6ccfea20c990:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/A/a53ad004ec704c55ba11a9131f0555f2 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/A/a53ad004ec704c55ba11a9131f0555f2 2024-11-08T12:41:37,622 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6ccfea20c990:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/A/9392c38ff2ae4a97a8962e654cfe7e2a to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/A/9392c38ff2ae4a97a8962e654cfe7e2a 2024-11-08T12:41:37,623 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6ccfea20c990:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/A/312469c99e984c57805d746c0cf72532 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/A/312469c99e984c57805d746c0cf72532 2024-11-08T12:41:37,624 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6ccfea20c990:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/A/8d78af560a044324b44aed3565054147 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/A/8d78af560a044324b44aed3565054147 2024-11-08T12:41:37,624 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6ccfea20c990:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/A/dd5875e21d3941b296e9fe4dd29c282e to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/A/dd5875e21d3941b296e9fe4dd29c282e 2024-11-08T12:41:37,625 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6ccfea20c990:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/A/f9f5274275a740378bafef2ee313b802 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/A/f9f5274275a740378bafef2ee313b802 2024-11-08T12:41:37,626 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6ccfea20c990:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/A/610a064725664bef8d0347f355270d1d to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/A/610a064725664bef8d0347f355270d1d 2024-11-08T12:41:37,626 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6ccfea20c990:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/A/86915c09263a425392178d2b512a2f49 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/A/86915c09263a425392178d2b512a2f49 2024-11-08T12:41:37,627 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6ccfea20c990:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/A/de6eb5643ac8491e980a2e236c2b3174 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/A/de6eb5643ac8491e980a2e236c2b3174 2024-11-08T12:41:37,628 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6ccfea20c990:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/A/e4fac0cbe1614adb87abbbce73fa2b33 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/A/e4fac0cbe1614adb87abbbce73fa2b33 2024-11-08T12:41:37,628 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6ccfea20c990:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/A/5b0658e9c0b944e788a16436b36661ca to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/A/5b0658e9c0b944e788a16436b36661ca 2024-11-08T12:41:37,629 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6ccfea20c990:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/A/3fdf6e4095fd479fbbc425ce051ac437 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/A/3fdf6e4095fd479fbbc425ce051ac437 2024-11-08T12:41:37,630 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6ccfea20c990:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/A/de9231e5c86947b5a1ca6e163f59e3d2 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/A/de9231e5c86947b5a1ca6e163f59e3d2 2024-11-08T12:41:37,631 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6ccfea20c990:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/A/dba0b5dffd6d46c29eae8cd21d345f4e to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/A/dba0b5dffd6d46c29eae8cd21d345f4e 2024-11-08T12:41:37,632 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6ccfea20c990:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/A/4adadf96e5d341da89460f22a3209376 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/A/4adadf96e5d341da89460f22a3209376 2024-11-08T12:41:37,633 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6ccfea20c990:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/A/7cdf79315c4d4ca1a3ff39e6560fc410 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/A/7cdf79315c4d4ca1a3ff39e6560fc410 2024-11-08T12:41:37,634 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6ccfea20c990:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/A/526e4601bf9e44daae32c9e636e4fc7b to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/A/526e4601bf9e44daae32c9e636e4fc7b 2024-11-08T12:41:37,637 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6ccfea20c990:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2317): Moving the files [hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/B/9b94507337f449f9b5ff13efdb092edb, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/B/3795384aebec446398ca15d8f5592682, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/B/e9fc548b78e14ebc8f1b5d465d816d52, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/B/a859fde887cb47bb8e23ec1ebe7b4e98, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/B/450338624cb34715ac4d6edfa956d49f, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/B/f3588364fb064f48b27cf28b0c88aec7, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/B/8672e57469bb4c23be77e85206fb99d6, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/B/fd4012078829480e9555e7cf953b1cd7, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/B/ed09c78a3af4472da3aef945292d2363, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/B/f5b84613da254b4c97b799c8b730eb8d, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/B/fbce2fe02a79468da72cd89d636f9939, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/B/673ef3578a674b158e60fa259dfc88cf, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/B/d8c042148f9542aea374fb5aa3724b9e, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/B/0771135fce894ba4b6c8d5f0ffafb7d2, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/B/9db778d55af34374a66c96b4e9accdaf, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/B/0cc637e0c8b44cfcb8015b4654e63741, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/B/8257451ba65546309b30a1a5633f894c, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/B/192dadba3a3846fcb732f2d2f7f2189b, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/B/f821f0f669e140fb8b3700de1bd0c6a3, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/B/0564891405474adc9da3a6c16cf01e3b] to archive 2024-11-08T12:41:37,638 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6ccfea20c990:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-08T12:41:37,639 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6ccfea20c990:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/B/9b94507337f449f9b5ff13efdb092edb to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/B/9b94507337f449f9b5ff13efdb092edb 2024-11-08T12:41:37,640 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6ccfea20c990:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/B/3795384aebec446398ca15d8f5592682 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/B/3795384aebec446398ca15d8f5592682 2024-11-08T12:41:37,641 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6ccfea20c990:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/B/e9fc548b78e14ebc8f1b5d465d816d52 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/B/e9fc548b78e14ebc8f1b5d465d816d52 2024-11-08T12:41:37,642 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6ccfea20c990:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/B/a859fde887cb47bb8e23ec1ebe7b4e98 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/B/a859fde887cb47bb8e23ec1ebe7b4e98 2024-11-08T12:41:37,643 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6ccfea20c990:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/B/450338624cb34715ac4d6edfa956d49f to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/B/450338624cb34715ac4d6edfa956d49f 2024-11-08T12:41:37,644 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6ccfea20c990:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/B/f3588364fb064f48b27cf28b0c88aec7 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/B/f3588364fb064f48b27cf28b0c88aec7 2024-11-08T12:41:37,645 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6ccfea20c990:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/B/8672e57469bb4c23be77e85206fb99d6 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/B/8672e57469bb4c23be77e85206fb99d6 2024-11-08T12:41:37,646 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6ccfea20c990:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/B/fd4012078829480e9555e7cf953b1cd7 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/B/fd4012078829480e9555e7cf953b1cd7 2024-11-08T12:41:37,647 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6ccfea20c990:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/B/ed09c78a3af4472da3aef945292d2363 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/B/ed09c78a3af4472da3aef945292d2363 2024-11-08T12:41:37,648 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6ccfea20c990:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/B/f5b84613da254b4c97b799c8b730eb8d to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/B/f5b84613da254b4c97b799c8b730eb8d 2024-11-08T12:41:37,649 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6ccfea20c990:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/B/fbce2fe02a79468da72cd89d636f9939 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/B/fbce2fe02a79468da72cd89d636f9939 2024-11-08T12:41:37,650 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6ccfea20c990:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/B/673ef3578a674b158e60fa259dfc88cf to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/B/673ef3578a674b158e60fa259dfc88cf 2024-11-08T12:41:37,651 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6ccfea20c990:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/B/d8c042148f9542aea374fb5aa3724b9e to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/B/d8c042148f9542aea374fb5aa3724b9e 2024-11-08T12:41:37,652 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6ccfea20c990:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/B/0771135fce894ba4b6c8d5f0ffafb7d2 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/B/0771135fce894ba4b6c8d5f0ffafb7d2 2024-11-08T12:41:37,653 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6ccfea20c990:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/B/9db778d55af34374a66c96b4e9accdaf to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/B/9db778d55af34374a66c96b4e9accdaf 2024-11-08T12:41:37,654 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6ccfea20c990:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/B/0cc637e0c8b44cfcb8015b4654e63741 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/B/0cc637e0c8b44cfcb8015b4654e63741 2024-11-08T12:41:37,655 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6ccfea20c990:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/B/8257451ba65546309b30a1a5633f894c to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/B/8257451ba65546309b30a1a5633f894c 2024-11-08T12:41:37,656 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6ccfea20c990:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/B/192dadba3a3846fcb732f2d2f7f2189b to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/B/192dadba3a3846fcb732f2d2f7f2189b 2024-11-08T12:41:37,657 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6ccfea20c990:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/B/f821f0f669e140fb8b3700de1bd0c6a3 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/B/f821f0f669e140fb8b3700de1bd0c6a3 2024-11-08T12:41:37,658 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6ccfea20c990:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/B/0564891405474adc9da3a6c16cf01e3b to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/B/0564891405474adc9da3a6c16cf01e3b 2024-11-08T12:41:37,661 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6ccfea20c990:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2317): Moving the files [hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/C/f211d9aa7efd409abd3f8fd4de43cf8f, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/C/7f9e8eba255e4aa3b26daff58cfd8214, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/C/4bfbf48b6d5e4e838f451407deede80e, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/C/43bd61afbc914710a815e9387d6ad1ee, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/C/4134aa7bdbdc40db9abdbe0763443460, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/C/52578e690e824260aec57aaaba03b215, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/C/a09100204769417cac53ae8e259bd77d, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/C/ecc9843ea91b409cb3a2e7ca620319ea, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/C/07136b5a09514611b3c58639f0c5be16, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/C/db4cb1a7439f4307aaac88132dd3cc6c, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/C/c9a001df6be844bfadba54059653c6b6, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/C/5755e4ee0c704fd39f067f6d562920b3, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/C/e7a959c42c3e4eeb95d4ae54bb431ddb, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/C/b8f7d5a95a6e4b2b8f0ab34da2205ecc, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/C/40bdb1ee8d26456191125e1f69d70bc9, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/C/8d0e5235e21246c0be10985b1bb8a3a6, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/C/2c5b413dbc85484cbedf17499b3129d0, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/C/2c320c194eae40d99b0e62df7a5dd095, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/C/a252a599499a46a2b0901c5097c5bfbb, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/C/89ae1777dad147b7911593da7e6e1255] to archive 2024-11-08T12:41:37,662 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6ccfea20c990:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-08T12:41:37,663 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6ccfea20c990:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/C/f211d9aa7efd409abd3f8fd4de43cf8f to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/C/f211d9aa7efd409abd3f8fd4de43cf8f 2024-11-08T12:41:37,664 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6ccfea20c990:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/C/7f9e8eba255e4aa3b26daff58cfd8214 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/C/7f9e8eba255e4aa3b26daff58cfd8214 2024-11-08T12:41:37,664 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6ccfea20c990:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/C/4bfbf48b6d5e4e838f451407deede80e to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/C/4bfbf48b6d5e4e838f451407deede80e 2024-11-08T12:41:37,665 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6ccfea20c990:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/C/43bd61afbc914710a815e9387d6ad1ee to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/C/43bd61afbc914710a815e9387d6ad1ee 2024-11-08T12:41:37,666 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6ccfea20c990:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/C/4134aa7bdbdc40db9abdbe0763443460 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/C/4134aa7bdbdc40db9abdbe0763443460 2024-11-08T12:41:37,667 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6ccfea20c990:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/C/52578e690e824260aec57aaaba03b215 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/C/52578e690e824260aec57aaaba03b215 2024-11-08T12:41:37,667 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6ccfea20c990:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/C/a09100204769417cac53ae8e259bd77d to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/C/a09100204769417cac53ae8e259bd77d 2024-11-08T12:41:37,668 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6ccfea20c990:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/C/ecc9843ea91b409cb3a2e7ca620319ea to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/C/ecc9843ea91b409cb3a2e7ca620319ea 2024-11-08T12:41:37,669 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6ccfea20c990:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/C/07136b5a09514611b3c58639f0c5be16 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/C/07136b5a09514611b3c58639f0c5be16 2024-11-08T12:41:37,669 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6ccfea20c990:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/C/db4cb1a7439f4307aaac88132dd3cc6c to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/C/db4cb1a7439f4307aaac88132dd3cc6c 2024-11-08T12:41:37,670 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6ccfea20c990:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/C/c9a001df6be844bfadba54059653c6b6 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/C/c9a001df6be844bfadba54059653c6b6 2024-11-08T12:41:37,671 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6ccfea20c990:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/C/5755e4ee0c704fd39f067f6d562920b3 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/C/5755e4ee0c704fd39f067f6d562920b3 2024-11-08T12:41:37,672 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6ccfea20c990:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/C/e7a959c42c3e4eeb95d4ae54bb431ddb to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/C/e7a959c42c3e4eeb95d4ae54bb431ddb 2024-11-08T12:41:37,672 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6ccfea20c990:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/C/b8f7d5a95a6e4b2b8f0ab34da2205ecc to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/C/b8f7d5a95a6e4b2b8f0ab34da2205ecc 2024-11-08T12:41:37,673 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6ccfea20c990:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/C/40bdb1ee8d26456191125e1f69d70bc9 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/C/40bdb1ee8d26456191125e1f69d70bc9 2024-11-08T12:41:37,674 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6ccfea20c990:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/C/8d0e5235e21246c0be10985b1bb8a3a6 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/C/8d0e5235e21246c0be10985b1bb8a3a6 2024-11-08T12:41:37,675 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6ccfea20c990:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/C/2c5b413dbc85484cbedf17499b3129d0 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/C/2c5b413dbc85484cbedf17499b3129d0 2024-11-08T12:41:37,676 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6ccfea20c990:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/C/2c320c194eae40d99b0e62df7a5dd095 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/C/2c320c194eae40d99b0e62df7a5dd095 2024-11-08T12:41:37,677 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6ccfea20c990:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/C/a252a599499a46a2b0901c5097c5bfbb to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/C/a252a599499a46a2b0901c5097c5bfbb 2024-11-08T12:41:37,678 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/6ccfea20c990:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/C/89ae1777dad147b7911593da7e6e1255 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/C/89ae1777dad147b7911593da7e6e1255 2024-11-08T12:41:38,146 INFO [Thread-1528 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1528. 2024-11-08T12:41:38,147 DEBUG [Thread-1528 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-08T12:41:38,147 DEBUG [Thread-1528 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T12:41:38,147 DEBUG [Thread-1528 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T12:41:38,147 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T12:41:38,148 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-08T12:41:38,148 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 20 2024-11-08T12:41:38,148 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 18 2024-11-08T12:41:38,148 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 98 2024-11-08T12:41:38,148 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 11 2024-11-08T12:41:38,148 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 101 2024-11-08T12:41:38,148 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-08T12:41:38,148 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-08T12:41:38,148 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1466 2024-11-08T12:41:38,148 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4393 rows 2024-11-08T12:41:38,148 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1470 2024-11-08T12:41:38,148 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4404 rows 2024-11-08T12:41:38,149 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1470 2024-11-08T12:41:38,149 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4407 rows 2024-11-08T12:41:38,149 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1464 2024-11-08T12:41:38,149 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4387 rows 2024-11-08T12:41:38,149 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1465 2024-11-08T12:41:38,149 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4390 rows 2024-11-08T12:41:38,149 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T12:41:38,150 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMobScanAtomicity(AcidGuaranteesTestBase.java:127) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T12:41:38,150 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T12:41:38,150 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T12:41:38,150 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T12:41:38,152 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40975 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-08T12:41:38,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40975 {}] procedure2.ProcedureExecutor(1139): Stored pid=113, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-08T12:41:38,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-11-08T12:41:38,155 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731069698155"}]},"ts":"1731069698155"} 2024-11-08T12:41:38,156 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-08T12:41:38,156 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-08T12:41:38,157 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=114, ppid=113, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-08T12:41:38,158 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=115, ppid=114, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=4ae49fd347d53b48974a7ea991040eb5, UNASSIGN}] 2024-11-08T12:41:38,158 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=115, ppid=114, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=4ae49fd347d53b48974a7ea991040eb5, UNASSIGN 2024-11-08T12:41:38,159 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=115 updating hbase:meta row=4ae49fd347d53b48974a7ea991040eb5, regionState=CLOSING, regionLocation=6ccfea20c990,38479,1731069575023 2024-11-08T12:41:38,160 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=115, ppid=114, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=4ae49fd347d53b48974a7ea991040eb5, UNASSIGN because future has completed 2024-11-08T12:41:38,160 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-08T12:41:38,160 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=116, ppid=115, state=RUNNABLE, hasLock=false; CloseRegionProcedure 4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023}] 2024-11-08T12:41:38,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-11-08T12:41:38,312 INFO [RS_CLOSE_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] handler.UnassignRegionHandler(122): Close 4ae49fd347d53b48974a7ea991040eb5 2024-11-08T12:41:38,313 DEBUG [RS_CLOSE_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-08T12:41:38,313 DEBUG [RS_CLOSE_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.HRegion(1722): Closing 4ae49fd347d53b48974a7ea991040eb5, disabling compactions & flushes 2024-11-08T12:41:38,313 INFO [RS_CLOSE_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5. 2024-11-08T12:41:38,313 DEBUG [RS_CLOSE_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5. 2024-11-08T12:41:38,313 DEBUG [RS_CLOSE_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5. after waiting 0 ms 2024-11-08T12:41:38,313 DEBUG [RS_CLOSE_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5. 2024-11-08T12:41:38,313 INFO [RS_CLOSE_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.HRegion(2902): Flushing 4ae49fd347d53b48974a7ea991040eb5 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-08T12:41:38,322 DEBUG [RS_CLOSE_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110812c8d6068bde434186ca419e943ddf25_4ae49fd347d53b48974a7ea991040eb5 is 50, key is test_row_0/A:col10/1731069691435/Put/seqid=0 2024-11-08T12:41:38,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742247_1423 (size=12454) 2024-11-08T12:41:38,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-11-08T12:41:38,727 DEBUG [RS_CLOSE_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:38,734 INFO [RS_CLOSE_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110812c8d6068bde434186ca419e943ddf25_4ae49fd347d53b48974a7ea991040eb5 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110812c8d6068bde434186ca419e943ddf25_4ae49fd347d53b48974a7ea991040eb5 2024-11-08T12:41:38,736 DEBUG [RS_CLOSE_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/.tmp/A/8098efa5ed844ee79337206d3a10d597, store: [table=TestAcidGuarantees family=A region=4ae49fd347d53b48974a7ea991040eb5] 2024-11-08T12:41:38,736 DEBUG [RS_CLOSE_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/.tmp/A/8098efa5ed844ee79337206d3a10d597 is 175, key is test_row_0/A:col10/1731069691435/Put/seqid=0 2024-11-08T12:41:38,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742248_1424 (size=31255) 2024-11-08T12:41:38,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-11-08T12:41:39,143 INFO [RS_CLOSE_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=321, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/.tmp/A/8098efa5ed844ee79337206d3a10d597 2024-11-08T12:41:39,155 DEBUG [RS_CLOSE_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/.tmp/B/a61fb0776b224081b1cad17b2fb8ec6f is 50, key is test_row_0/B:col10/1731069691435/Put/seqid=0 2024-11-08T12:41:39,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742249_1425 (size=12301) 2024-11-08T12:41:39,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-11-08T12:41:39,561 INFO [RS_CLOSE_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=321 (bloomFilter=true), to=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/.tmp/B/a61fb0776b224081b1cad17b2fb8ec6f 2024-11-08T12:41:39,574 DEBUG [RS_CLOSE_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/.tmp/C/ee1d32cecf3a4c328d992756d333c7e9 is 50, key is test_row_0/C:col10/1731069691435/Put/seqid=0 2024-11-08T12:41:39,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742250_1426 (size=12301) 2024-11-08T12:41:39,980 INFO [RS_CLOSE_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=321 (bloomFilter=true), to=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/.tmp/C/ee1d32cecf3a4c328d992756d333c7e9 2024-11-08T12:41:39,989 DEBUG [RS_CLOSE_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/.tmp/A/8098efa5ed844ee79337206d3a10d597 as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/A/8098efa5ed844ee79337206d3a10d597 2024-11-08T12:41:39,993 INFO [RS_CLOSE_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/A/8098efa5ed844ee79337206d3a10d597, entries=150, sequenceid=321, filesize=30.5 K 2024-11-08T12:41:39,994 DEBUG [RS_CLOSE_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/.tmp/B/a61fb0776b224081b1cad17b2fb8ec6f as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/B/a61fb0776b224081b1cad17b2fb8ec6f 2024-11-08T12:41:39,997 INFO [RS_CLOSE_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/B/a61fb0776b224081b1cad17b2fb8ec6f, entries=150, sequenceid=321, filesize=12.0 K 2024-11-08T12:41:39,997 DEBUG [RS_CLOSE_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/.tmp/C/ee1d32cecf3a4c328d992756d333c7e9 as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/C/ee1d32cecf3a4c328d992756d333c7e9 2024-11-08T12:41:40,000 INFO [RS_CLOSE_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/C/ee1d32cecf3a4c328d992756d333c7e9, entries=150, sequenceid=321, filesize=12.0 K 2024-11-08T12:41:40,001 INFO [RS_CLOSE_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for 4ae49fd347d53b48974a7ea991040eb5 in 1688ms, sequenceid=321, compaction requested=true 2024-11-08T12:41:40,005 DEBUG [RS_CLOSE_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/recovered.edits/324.seqid, newMaxSeqId=324, maxSeqId=4 2024-11-08T12:41:40,005 INFO [RS_CLOSE_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5. 2024-11-08T12:41:40,005 DEBUG [RS_CLOSE_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.HRegion(1676): Region close journal for 4ae49fd347d53b48974a7ea991040eb5: Waiting for close lock at 1731069698313Running coprocessor pre-close hooks at 1731069698313Disabling compacts and flushes for region at 1731069698313Disabling writes for close at 1731069698313Obtaining lock to block concurrent updates at 1731069698313Preparing flush snapshotting stores in 4ae49fd347d53b48974a7ea991040eb5 at 1731069698313Finished memstore snapshotting TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5., syncing WAL and waiting on mvcc, flushsize=dataSize=34350, getHeapSize=90720, getOffHeapSize=0, getCellsCount=750 at 1731069698314 (+1 ms)Flushing stores of TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5. at 1731069698315 (+1 ms)Flushing 4ae49fd347d53b48974a7ea991040eb5/A: creating writer at 1731069698315Flushing mob file 4ae49fd347d53b48974a7ea991040eb5/A: appending metadata at 1731069698322 (+7 ms)Flushing mob file 4ae49fd347d53b48974a7ea991040eb5/A: closing flushed file at 1731069698322Flushing 4ae49fd347d53b48974a7ea991040eb5/A: appending metadata at 1731069698736 (+414 ms)Flushing 4ae49fd347d53b48974a7ea991040eb5/A: closing flushed file at 1731069698736Flushing 4ae49fd347d53b48974a7ea991040eb5/B: creating writer at 1731069699152 (+416 ms)Flushing 4ae49fd347d53b48974a7ea991040eb5/B: appending metadata at 1731069699155 (+3 ms)Flushing 4ae49fd347d53b48974a7ea991040eb5/B: closing flushed file at 1731069699155Flushing 4ae49fd347d53b48974a7ea991040eb5/C: creating writer at 1731069699570 (+415 ms)Flushing 4ae49fd347d53b48974a7ea991040eb5/C: appending metadata at 1731069699574 (+4 ms)Flushing 4ae49fd347d53b48974a7ea991040eb5/C: closing flushed file at 1731069699574Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@61b3f699: reopening flushed file at 1731069699989 (+415 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3f91f5e3: reopening flushed file at 1731069699993 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@47837647: reopening flushed file at 1731069699997 (+4 ms)Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for 4ae49fd347d53b48974a7ea991040eb5 in 1688ms, sequenceid=321, compaction requested=true at 1731069700001 (+4 ms)Writing region close event to WAL at 1731069700002 (+1 ms)Running coprocessor post-close hooks at 1731069700005 (+3 ms)Closed at 1731069700005 2024-11-08T12:41:40,007 INFO [RS_CLOSE_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] handler.UnassignRegionHandler(157): Closed 4ae49fd347d53b48974a7ea991040eb5 2024-11-08T12:41:40,008 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=115 updating hbase:meta row=4ae49fd347d53b48974a7ea991040eb5, regionState=CLOSED 2024-11-08T12:41:40,009 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=116, ppid=115, state=RUNNABLE, hasLock=false; CloseRegionProcedure 4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 because future has completed 2024-11-08T12:41:40,010 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=116, resume processing ppid=115 2024-11-08T12:41:40,011 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=116, ppid=115, state=SUCCESS, hasLock=false; CloseRegionProcedure 4ae49fd347d53b48974a7ea991040eb5, server=6ccfea20c990,38479,1731069575023 in 1.8490 sec 2024-11-08T12:41:40,012 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=115, resume processing ppid=114 2024-11-08T12:41:40,012 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=115, ppid=114, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=4ae49fd347d53b48974a7ea991040eb5, UNASSIGN in 1.8530 sec 2024-11-08T12:41:40,014 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=114, resume processing ppid=113 2024-11-08T12:41:40,014 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=114, ppid=113, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.8550 sec 2024-11-08T12:41:40,015 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731069700015"}]},"ts":"1731069700015"} 2024-11-08T12:41:40,016 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-08T12:41:40,016 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-08T12:41:40,017 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=113, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.8640 sec 2024-11-08T12:41:40,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-11-08T12:41:40,305 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-08T12:41:40,305 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40975 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-08T12:41:40,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40975 {}] procedure2.ProcedureExecutor(1139): Stored pid=117, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-08T12:41:40,307 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=117, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-08T12:41:40,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-11-08T12:41:40,308 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=117, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-08T12:41:40,309 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5 2024-11-08T12:41:40,311 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/A, FileablePath, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/B, FileablePath, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/C, FileablePath, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/recovered.edits] 2024-11-08T12:41:40,313 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/A/8098efa5ed844ee79337206d3a10d597 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/A/8098efa5ed844ee79337206d3a10d597 2024-11-08T12:41:40,314 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/A/840534e9e8f2424db4b2d10f22cf774d to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/A/840534e9e8f2424db4b2d10f22cf774d 2024-11-08T12:41:40,315 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/A/b99ba93dbf4946b8a6b0f1d79d3fbfa9 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/A/b99ba93dbf4946b8a6b0f1d79d3fbfa9 2024-11-08T12:41:40,317 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/B/032598ae801f42d29eacdae5b689080d to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/B/032598ae801f42d29eacdae5b689080d 2024-11-08T12:41:40,318 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/B/a61fb0776b224081b1cad17b2fb8ec6f to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/B/a61fb0776b224081b1cad17b2fb8ec6f 2024-11-08T12:41:40,319 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/B/fbf6c0893244441a977e38a2680c2f30 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/B/fbf6c0893244441a977e38a2680c2f30 2024-11-08T12:41:40,320 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/C/3d4e0fb38db84db9b44a5586fe02a078 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/C/3d4e0fb38db84db9b44a5586fe02a078 2024-11-08T12:41:40,321 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/C/6bb11432d7ea4633aae2b329d328b8aa to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/C/6bb11432d7ea4633aae2b329d328b8aa 2024-11-08T12:41:40,322 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/C/ee1d32cecf3a4c328d992756d333c7e9 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/C/ee1d32cecf3a4c328d992756d333c7e9 2024-11-08T12:41:40,324 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/recovered.edits/324.seqid to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5/recovered.edits/324.seqid 2024-11-08T12:41:40,324 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/4ae49fd347d53b48974a7ea991040eb5 2024-11-08T12:41:40,324 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-08T12:41:40,325 DEBUG [PEWorker-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-08T12:41:40,325 DEBUG [PEWorker-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-08T12:41:40,328 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411080e2d5befc17b42a6a5a2f4b9b920ec05_4ae49fd347d53b48974a7ea991040eb5 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411080e2d5befc17b42a6a5a2f4b9b920ec05_4ae49fd347d53b48974a7ea991040eb5 2024-11-08T12:41:40,329 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110812c8d6068bde434186ca419e943ddf25_4ae49fd347d53b48974a7ea991040eb5 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110812c8d6068bde434186ca419e943ddf25_4ae49fd347d53b48974a7ea991040eb5 2024-11-08T12:41:40,330 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411081b9ea1636dd647d68f943e96ad8d8699_4ae49fd347d53b48974a7ea991040eb5 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411081b9ea1636dd647d68f943e96ad8d8699_4ae49fd347d53b48974a7ea991040eb5 2024-11-08T12:41:40,331 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411085019e76c109a4f39b0adf1e801ebae30_4ae49fd347d53b48974a7ea991040eb5 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411085019e76c109a4f39b0adf1e801ebae30_4ae49fd347d53b48974a7ea991040eb5 2024-11-08T12:41:40,331 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411085dfcdb75b8d84f3ca99be56ba766accb_4ae49fd347d53b48974a7ea991040eb5 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411085dfcdb75b8d84f3ca99be56ba766accb_4ae49fd347d53b48974a7ea991040eb5 2024-11-08T12:41:40,332 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110863f2814a875d4165946d84776052680f_4ae49fd347d53b48974a7ea991040eb5 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110863f2814a875d4165946d84776052680f_4ae49fd347d53b48974a7ea991040eb5 2024-11-08T12:41:40,333 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110866b8e37c860b4c698e5c286d327a4c6a_4ae49fd347d53b48974a7ea991040eb5 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110866b8e37c860b4c698e5c286d327a4c6a_4ae49fd347d53b48974a7ea991040eb5 2024-11-08T12:41:40,334 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411087813e04a38ed4c7d86ca1d15ec8fbf36_4ae49fd347d53b48974a7ea991040eb5 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411087813e04a38ed4c7d86ca1d15ec8fbf36_4ae49fd347d53b48974a7ea991040eb5 2024-11-08T12:41:40,335 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411089c01e01c88794f8ba7e51ebdce37644b_4ae49fd347d53b48974a7ea991040eb5 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411089c01e01c88794f8ba7e51ebdce37644b_4ae49fd347d53b48974a7ea991040eb5 2024-11-08T12:41:40,335 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108a4b1a7796f01408a9a3cfb4b1b4cb11e_4ae49fd347d53b48974a7ea991040eb5 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108a4b1a7796f01408a9a3cfb4b1b4cb11e_4ae49fd347d53b48974a7ea991040eb5 2024-11-08T12:41:40,336 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108aeae5da167c74147974223da8a9fa441_4ae49fd347d53b48974a7ea991040eb5 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108aeae5da167c74147974223da8a9fa441_4ae49fd347d53b48974a7ea991040eb5 2024-11-08T12:41:40,337 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108b2d3739f96b0403ba63af3805d13ff4f_4ae49fd347d53b48974a7ea991040eb5 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108b2d3739f96b0403ba63af3805d13ff4f_4ae49fd347d53b48974a7ea991040eb5 2024-11-08T12:41:40,338 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108de8fabe71826455790e615c5af626286_4ae49fd347d53b48974a7ea991040eb5 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108de8fabe71826455790e615c5af626286_4ae49fd347d53b48974a7ea991040eb5 2024-11-08T12:41:40,338 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108ded5b906030440e5ad35ea6a04fc7aaf_4ae49fd347d53b48974a7ea991040eb5 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108ded5b906030440e5ad35ea6a04fc7aaf_4ae49fd347d53b48974a7ea991040eb5 2024-11-08T12:41:40,339 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108e4bf9b9c51d141a9be759a386856e9de_4ae49fd347d53b48974a7ea991040eb5 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108e4bf9b9c51d141a9be759a386856e9de_4ae49fd347d53b48974a7ea991040eb5 2024-11-08T12:41:40,340 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108ea3e945ecd084cf0924e5f13b34c9d83_4ae49fd347d53b48974a7ea991040eb5 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108ea3e945ecd084cf0924e5f13b34c9d83_4ae49fd347d53b48974a7ea991040eb5 2024-11-08T12:41:40,340 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108ed08193076634f94ab23bf2837c6fba0_4ae49fd347d53b48974a7ea991040eb5 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108ed08193076634f94ab23bf2837c6fba0_4ae49fd347d53b48974a7ea991040eb5 2024-11-08T12:41:40,341 DEBUG [PEWorker-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-08T12:41:40,342 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=117, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-08T12:41:40,344 WARN [PEWorker-5 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-08T12:41:40,346 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-08T12:41:40,347 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=117, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-08T12:41:40,347 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-08T12:41:40,347 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731069700347"}]},"ts":"9223372036854775807"} 2024-11-08T12:41:40,348 INFO [PEWorker-5 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-08T12:41:40,348 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 4ae49fd347d53b48974a7ea991040eb5, NAME => 'TestAcidGuarantees,,1731069666497.4ae49fd347d53b48974a7ea991040eb5.', STARTKEY => '', ENDKEY => ''}] 2024-11-08T12:41:40,348 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-08T12:41:40,349 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731069700348"}]},"ts":"9223372036854775807"} 2024-11-08T12:41:40,350 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-08T12:41:40,351 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(133): Finished pid=117, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-08T12:41:40,352 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=117, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 46 msec 2024-11-08T12:41:40,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-11-08T12:41:40,414 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-08T12:41:40,414 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-08T12:41:40,421 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithNoInMemCompaction#testMobScanAtomicity Thread=238 (was 240), OpenFileDescriptor=447 (was 453), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=278 (was 337), ProcessCount=11 (was 11), AvailableMemoryMB=2980 (was 3016) 2024-11-08T12:41:40,429 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithNoInMemCompaction#testScanAtomicity Thread=238, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=278, ProcessCount=11, AvailableMemoryMB=2980 2024-11-08T12:41:40,430 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40975 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-08T12:41:40,430 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40975 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T12:41:40,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40975 {}] procedure2.ProcedureExecutor(1139): Stored pid=118, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-08T12:41:40,431 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=118, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T12:41:40,432 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:40,432 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40975 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 118 2024-11-08T12:41:40,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=118 2024-11-08T12:41:40,433 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=118, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T12:41:40,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742251_1427 (size=959) 2024-11-08T12:41:40,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=118 2024-11-08T12:41:40,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=118 2024-11-08T12:41:40,842 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ee9dfeba7c60dda445fc6e1b94025459, NAME => 'TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe 2024-11-08T12:41:40,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742252_1428 (size=53) 2024-11-08T12:41:41,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=118 2024-11-08T12:41:41,254 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T12:41:41,254 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing ee9dfeba7c60dda445fc6e1b94025459, disabling compactions & flushes 2024-11-08T12:41:41,254 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459. 2024-11-08T12:41:41,254 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459. 2024-11-08T12:41:41,254 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459. after waiting 0 ms 2024-11-08T12:41:41,254 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459. 2024-11-08T12:41:41,254 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459. 2024-11-08T12:41:41,254 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for ee9dfeba7c60dda445fc6e1b94025459: Waiting for close lock at 1731069701254Disabling compacts and flushes for region at 1731069701254Disabling writes for close at 1731069701254Writing region close event to WAL at 1731069701254Closed at 1731069701254 2024-11-08T12:41:41,255 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=118, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T12:41:41,256 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731069701255"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731069701255"}]},"ts":"1731069701255"} 2024-11-08T12:41:41,257 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T12:41:41,258 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=118, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T12:41:41,259 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731069701258"}]},"ts":"1731069701258"} 2024-11-08T12:41:41,260 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-08T12:41:41,260 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=119, ppid=118, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=ee9dfeba7c60dda445fc6e1b94025459, ASSIGN}] 2024-11-08T12:41:41,261 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=119, ppid=118, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=ee9dfeba7c60dda445fc6e1b94025459, ASSIGN 2024-11-08T12:41:41,263 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=119, ppid=118, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=ee9dfeba7c60dda445fc6e1b94025459, ASSIGN; state=OFFLINE, location=6ccfea20c990,38479,1731069575023; forceNewPlan=false, retain=false 2024-11-08T12:41:41,414 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=119 updating hbase:meta row=ee9dfeba7c60dda445fc6e1b94025459, regionState=OPENING, regionLocation=6ccfea20c990,38479,1731069575023 2024-11-08T12:41:41,418 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=119, ppid=118, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=ee9dfeba7c60dda445fc6e1b94025459, ASSIGN because future has completed 2024-11-08T12:41:41,419 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=120, ppid=119, state=RUNNABLE, hasLock=false; OpenRegionProcedure ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023}] 2024-11-08T12:41:41,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=118 2024-11-08T12:41:41,579 INFO [RS_OPEN_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_OPEN_REGION, pid=120}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459. 2024-11-08T12:41:41,579 DEBUG [RS_OPEN_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_OPEN_REGION, pid=120}] regionserver.HRegion(7752): Opening region: {ENCODED => ee9dfeba7c60dda445fc6e1b94025459, NAME => 'TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459.', STARTKEY => '', ENDKEY => ''} 2024-11-08T12:41:41,581 DEBUG [RS_OPEN_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_OPEN_REGION, pid=120}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees ee9dfeba7c60dda445fc6e1b94025459 2024-11-08T12:41:41,581 DEBUG [RS_OPEN_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_OPEN_REGION, pid=120}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T12:41:41,581 DEBUG [RS_OPEN_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_OPEN_REGION, pid=120}] regionserver.HRegion(7794): checking encryption for ee9dfeba7c60dda445fc6e1b94025459 2024-11-08T12:41:41,581 DEBUG [RS_OPEN_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_OPEN_REGION, pid=120}] regionserver.HRegion(7797): checking classloading for ee9dfeba7c60dda445fc6e1b94025459 2024-11-08T12:41:41,583 INFO [StoreOpener-ee9dfeba7c60dda445fc6e1b94025459-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region ee9dfeba7c60dda445fc6e1b94025459 2024-11-08T12:41:41,585 INFO [StoreOpener-ee9dfeba7c60dda445fc6e1b94025459-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ee9dfeba7c60dda445fc6e1b94025459 columnFamilyName A 2024-11-08T12:41:41,585 DEBUG [StoreOpener-ee9dfeba7c60dda445fc6e1b94025459-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:41,586 INFO [StoreOpener-ee9dfeba7c60dda445fc6e1b94025459-1 {}] regionserver.HStore(327): Store=ee9dfeba7c60dda445fc6e1b94025459/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T12:41:41,586 INFO [StoreOpener-ee9dfeba7c60dda445fc6e1b94025459-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region ee9dfeba7c60dda445fc6e1b94025459 2024-11-08T12:41:41,588 INFO [StoreOpener-ee9dfeba7c60dda445fc6e1b94025459-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ee9dfeba7c60dda445fc6e1b94025459 columnFamilyName B 2024-11-08T12:41:41,588 DEBUG [StoreOpener-ee9dfeba7c60dda445fc6e1b94025459-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:41,589 INFO [StoreOpener-ee9dfeba7c60dda445fc6e1b94025459-1 {}] regionserver.HStore(327): Store=ee9dfeba7c60dda445fc6e1b94025459/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T12:41:41,589 INFO [StoreOpener-ee9dfeba7c60dda445fc6e1b94025459-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region ee9dfeba7c60dda445fc6e1b94025459 2024-11-08T12:41:41,591 INFO [StoreOpener-ee9dfeba7c60dda445fc6e1b94025459-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ee9dfeba7c60dda445fc6e1b94025459 columnFamilyName C 2024-11-08T12:41:41,591 DEBUG [StoreOpener-ee9dfeba7c60dda445fc6e1b94025459-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:41:41,591 INFO [StoreOpener-ee9dfeba7c60dda445fc6e1b94025459-1 {}] regionserver.HStore(327): Store=ee9dfeba7c60dda445fc6e1b94025459/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T12:41:41,592 DEBUG [RS_OPEN_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_OPEN_REGION, pid=120}] regionserver.HRegion(1038): replaying wal for ee9dfeba7c60dda445fc6e1b94025459 2024-11-08T12:41:41,593 DEBUG [RS_OPEN_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_OPEN_REGION, pid=120}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459 2024-11-08T12:41:41,593 DEBUG [RS_OPEN_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_OPEN_REGION, pid=120}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459 2024-11-08T12:41:41,595 DEBUG [RS_OPEN_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_OPEN_REGION, pid=120}] regionserver.HRegion(1048): stopping wal replay for ee9dfeba7c60dda445fc6e1b94025459 2024-11-08T12:41:41,595 DEBUG [RS_OPEN_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_OPEN_REGION, pid=120}] regionserver.HRegion(1060): Cleaning up temporary data for ee9dfeba7c60dda445fc6e1b94025459 2024-11-08T12:41:41,596 DEBUG [RS_OPEN_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_OPEN_REGION, pid=120}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-08T12:41:41,598 DEBUG [RS_OPEN_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_OPEN_REGION, pid=120}] regionserver.HRegion(1093): writing seq id for ee9dfeba7c60dda445fc6e1b94025459 2024-11-08T12:41:41,601 DEBUG [RS_OPEN_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_OPEN_REGION, pid=120}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T12:41:41,602 INFO [RS_OPEN_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_OPEN_REGION, pid=120}] regionserver.HRegion(1114): Opened ee9dfeba7c60dda445fc6e1b94025459; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61873382, jitterRate=-0.07801476120948792}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-08T12:41:41,602 DEBUG [RS_OPEN_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_OPEN_REGION, pid=120}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ee9dfeba7c60dda445fc6e1b94025459 2024-11-08T12:41:41,603 DEBUG [RS_OPEN_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_OPEN_REGION, pid=120}] regionserver.HRegion(1006): Region open journal for ee9dfeba7c60dda445fc6e1b94025459: Running coprocessor pre-open hook at 1731069701581Writing region info on filesystem at 1731069701581Initializing all the Stores at 1731069701582 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731069701582Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731069701583 (+1 ms)Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731069701583Cleaning up temporary data from old regions at 1731069701595 (+12 ms)Running coprocessor post-open hooks at 1731069701602 (+7 ms)Region opened successfully at 1731069701603 (+1 ms) 2024-11-08T12:41:41,604 INFO [RS_OPEN_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_OPEN_REGION, pid=120}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., pid=120, masterSystemTime=1731069701573 2024-11-08T12:41:41,607 DEBUG [RS_OPEN_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_OPEN_REGION, pid=120}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459. 2024-11-08T12:41:41,607 INFO [RS_OPEN_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_OPEN_REGION, pid=120}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459. 2024-11-08T12:41:41,608 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=119 updating hbase:meta row=ee9dfeba7c60dda445fc6e1b94025459, regionState=OPEN, openSeqNum=2, regionLocation=6ccfea20c990,38479,1731069575023 2024-11-08T12:41:41,610 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=120, ppid=119, state=RUNNABLE, hasLock=false; OpenRegionProcedure ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 because future has completed 2024-11-08T12:41:41,615 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=120, resume processing ppid=119 2024-11-08T12:41:41,615 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=120, ppid=119, state=SUCCESS, hasLock=false; OpenRegionProcedure ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 in 193 msec 2024-11-08T12:41:41,618 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=119, resume processing ppid=118 2024-11-08T12:41:41,618 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=119, ppid=118, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=ee9dfeba7c60dda445fc6e1b94025459, ASSIGN in 355 msec 2024-11-08T12:41:41,619 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=118, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T12:41:41,620 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731069701619"}]},"ts":"1731069701619"} 2024-11-08T12:41:41,622 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-08T12:41:41,623 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=118, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T12:41:41,626 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=118, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1930 sec 2024-11-08T12:41:42,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=118 2024-11-08T12:41:42,583 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-08T12:41:42,585 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a364c5c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T12:41:42,585 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6ccfea20c990,40975,-1 for getting cluster id 2024-11-08T12:41:42,586 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T12:41:42,588 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '93a2ca5a-489f-4fb5-ae49-7a4775f6c4c3' 2024-11-08T12:41:42,588 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T12:41:42,589 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "93a2ca5a-489f-4fb5-ae49-7a4775f6c4c3" 2024-11-08T12:41:42,589 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e43a73a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T12:41:42,589 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6ccfea20c990,40975,-1] 2024-11-08T12:41:42,589 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T12:41:42,590 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T12:41:42,591 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35750, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T12:41:42,592 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44348ea9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T12:41:42,593 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T12:41:42,594 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6ccfea20c990,38479,1731069575023, seqNum=-1] 2024-11-08T12:41:42,594 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T12:41:42,595 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41376, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T12:41:42,596 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T12:41:42,597 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 6ccfea20c990,40975,1731069574299 2024-11-08T12:41:42,597 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@461700d2 2024-11-08T12:41:42,598 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T12:41:42,599 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35762, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T12:41:42,600 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6516064e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T12:41:42,600 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6ccfea20c990,40975,-1 for getting cluster id 2024-11-08T12:41:42,601 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T12:41:42,601 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '93a2ca5a-489f-4fb5-ae49-7a4775f6c4c3' 2024-11-08T12:41:42,602 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T12:41:42,602 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "93a2ca5a-489f-4fb5-ae49-7a4775f6c4c3" 2024-11-08T12:41:42,602 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64466743, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T12:41:42,602 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6ccfea20c990,40975,-1] 2024-11-08T12:41:42,602 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T12:41:42,602 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T12:41:42,603 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35772, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T12:41:42,604 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ecbf009, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T12:41:42,605 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16fe0696, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T12:41:42,605 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6ccfea20c990,40975,-1 for getting cluster id 2024-11-08T12:41:42,605 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T12:41:42,606 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '93a2ca5a-489f-4fb5-ae49-7a4775f6c4c3' 2024-11-08T12:41:42,606 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T12:41:42,606 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "93a2ca5a-489f-4fb5-ae49-7a4775f6c4c3" 2024-11-08T12:41:42,607 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f79cef6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T12:41:42,607 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6ccfea20c990,40975,-1] 2024-11-08T12:41:42,607 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T12:41:42,607 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T12:41:42,608 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35792, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T12:41:42,609 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67135990, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T12:41:42,609 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59de117f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T12:41:42,609 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6ccfea20c990,40975,-1 for getting cluster id 2024-11-08T12:41:42,609 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T12:41:42,610 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '93a2ca5a-489f-4fb5-ae49-7a4775f6c4c3' 2024-11-08T12:41:42,610 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T12:41:42,610 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "93a2ca5a-489f-4fb5-ae49-7a4775f6c4c3" 2024-11-08T12:41:42,610 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1517354c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T12:41:42,610 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6ccfea20c990,40975,-1] 2024-11-08T12:41:42,610 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T12:41:42,610 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T12:41:42,611 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35796, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T12:41:42,611 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a70f94, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T12:41:42,612 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@472a8168, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T12:41:42,612 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6ccfea20c990,40975,-1 for getting cluster id 2024-11-08T12:41:42,612 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T12:41:42,612 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '93a2ca5a-489f-4fb5-ae49-7a4775f6c4c3' 2024-11-08T12:41:42,613 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T12:41:42,613 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "93a2ca5a-489f-4fb5-ae49-7a4775f6c4c3" 2024-11-08T12:41:42,613 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f685cd9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T12:41:42,613 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6ccfea20c990,40975,-1] 2024-11-08T12:41:42,613 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T12:41:42,613 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T12:41:42,614 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35816, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T12:41:42,614 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@720e47ff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T12:41:42,615 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f010827, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T12:41:42,615 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6ccfea20c990,40975,-1 for getting cluster id 2024-11-08T12:41:42,615 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T12:41:42,615 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '93a2ca5a-489f-4fb5-ae49-7a4775f6c4c3' 2024-11-08T12:41:42,615 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T12:41:42,615 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "93a2ca5a-489f-4fb5-ae49-7a4775f6c4c3" 2024-11-08T12:41:42,616 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@617e8fad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T12:41:42,616 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6ccfea20c990,40975,-1] 2024-11-08T12:41:42,616 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T12:41:42,616 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T12:41:42,616 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35844, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T12:41:42,617 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f0c3a1c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T12:41:42,617 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47bc1e91, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T12:41:42,617 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6ccfea20c990,40975,-1 for getting cluster id 2024-11-08T12:41:42,617 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T12:41:42,618 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '93a2ca5a-489f-4fb5-ae49-7a4775f6c4c3' 2024-11-08T12:41:42,618 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T12:41:42,618 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "93a2ca5a-489f-4fb5-ae49-7a4775f6c4c3" 2024-11-08T12:41:42,618 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45d6d709, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T12:41:42,618 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6ccfea20c990,40975,-1] 2024-11-08T12:41:42,618 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T12:41:42,619 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T12:41:42,619 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35858, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T12:41:42,620 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@796aab5f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T12:41:42,620 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@107467c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T12:41:42,620 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6ccfea20c990,40975,-1 for getting cluster id 2024-11-08T12:41:42,620 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T12:41:42,621 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '93a2ca5a-489f-4fb5-ae49-7a4775f6c4c3' 2024-11-08T12:41:42,621 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T12:41:42,621 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "93a2ca5a-489f-4fb5-ae49-7a4775f6c4c3" 2024-11-08T12:41:42,621 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b93b42e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T12:41:42,621 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6ccfea20c990,40975,-1] 2024-11-08T12:41:42,622 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T12:41:42,622 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T12:41:42,622 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35886, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T12:41:42,623 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5dd2cb0b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T12:41:42,624 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2acfd5e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T12:41:42,624 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6ccfea20c990,40975,-1 for getting cluster id 2024-11-08T12:41:42,624 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T12:41:42,624 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '93a2ca5a-489f-4fb5-ae49-7a4775f6c4c3' 2024-11-08T12:41:42,624 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T12:41:42,624 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "93a2ca5a-489f-4fb5-ae49-7a4775f6c4c3" 2024-11-08T12:41:42,625 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d31dc4c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T12:41:42,625 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6ccfea20c990,40975,-1] 2024-11-08T12:41:42,625 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T12:41:42,625 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T12:41:42,626 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35914, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T12:41:42,626 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b511737, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T12:41:42,627 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@379767c9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T12:41:42,627 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6ccfea20c990,40975,-1 for getting cluster id 2024-11-08T12:41:42,627 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T12:41:42,627 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '93a2ca5a-489f-4fb5-ae49-7a4775f6c4c3' 2024-11-08T12:41:42,628 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T12:41:42,628 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "93a2ca5a-489f-4fb5-ae49-7a4775f6c4c3" 2024-11-08T12:41:42,628 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61e32f34, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T12:41:42,628 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6ccfea20c990,40975,-1] 2024-11-08T12:41:42,628 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T12:41:42,628 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T12:41:42,629 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35926, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T12:41:42,629 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@786feb3a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T12:41:42,630 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69f15306, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T12:41:42,630 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6ccfea20c990,40975,-1 for getting cluster id 2024-11-08T12:41:42,630 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T12:41:42,630 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '93a2ca5a-489f-4fb5-ae49-7a4775f6c4c3' 2024-11-08T12:41:42,630 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T12:41:42,630 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "93a2ca5a-489f-4fb5-ae49-7a4775f6c4c3" 2024-11-08T12:41:42,631 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7817b667, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T12:41:42,631 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6ccfea20c990,40975,-1] 2024-11-08T12:41:42,631 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T12:41:42,631 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T12:41:42,631 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35934, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T12:41:42,632 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16dc038f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T12:41:42,633 DEBUG [Thread-1933 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T12:41:42,633 DEBUG [Thread-1935 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T12:41:42,633 DEBUG [Thread-1944 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T12:41:42,633 DEBUG [Thread-1929 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T12:41:42,633 DEBUG [Thread-1948 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T12:41:42,633 DEBUG [Thread-1946 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T12:41:42,633 DEBUG [Thread-1931 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T12:41:42,634 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6ccfea20c990,38479,1731069575023, seqNum=-1] 2024-11-08T12:41:42,634 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6ccfea20c990,38479,1731069575023, seqNum=-1] 2024-11-08T12:41:42,634 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6ccfea20c990,38479,1731069575023, seqNum=-1] 2024-11-08T12:41:42,634 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6ccfea20c990,38479,1731069575023, seqNum=-1] 2024-11-08T12:41:42,634 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T12:41:42,634 DEBUG [Thread-1935 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T12:41:42,634 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T12:41:42,634 DEBUG [Thread-1937 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T12:41:42,634 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T12:41:42,634 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6ccfea20c990,38479,1731069575023, seqNum=-1] 2024-11-08T12:41:42,634 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T12:41:42,635 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6ccfea20c990,38479,1731069575023, seqNum=-1] 2024-11-08T12:41:42,635 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T12:41:42,635 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6ccfea20c990,38479,1731069575023, seqNum=-1] 2024-11-08T12:41:42,635 DEBUG [Thread-1940 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T12:41:42,635 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41384, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T12:41:42,635 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T12:41:42,635 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41386, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T12:41:42,635 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41382, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T12:41:42,635 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41388, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T12:41:42,635 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41432, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T12:41:42,636 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41434, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T12:41:42,636 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41446, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T12:41:42,636 DEBUG [Thread-1942 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T12:41:42,636 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6ccfea20c990,38479,1731069575023, seqNum=-1] 2024-11-08T12:41:42,637 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T12:41:42,637 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2] 2024-11-08T12:41:42,637 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2] 2024-11-08T12:41:42,637 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-08T12:41:42,638 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2] 2024-11-08T12:41:42,638 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2] 2024-11-08T12:41:42,638 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2] 2024-11-08T12:41:42,639 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6ccfea20c990,38479,1731069575023, seqNum=-1] 2024-11-08T12:41:42,639 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T12:41:42,639 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41454, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T12:41:42,639 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2] 2024-11-08T12:41:42,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] procedure2.ProcedureExecutor(1139): Stored pid=121, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=121, table=TestAcidGuarantees 2024-11-08T12:41:42,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-11-08T12:41:42,640 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2] 2024-11-08T12:41:42,640 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41456, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T12:41:42,642 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=121, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=121, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-08T12:41:42,642 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6ccfea20c990,38479,1731069575023, seqNum=-1] 2024-11-08T12:41:42,642 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T12:41:42,642 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=121, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=121, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-08T12:41:42,643 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=122, ppid=121, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-08T12:41:42,643 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2] 2024-11-08T12:41:42,643 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41458, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T12:41:42,644 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2] 2024-11-08T12:41:42,645 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2] 2024-11-08T12:41:42,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(8855): Flush requested on ee9dfeba7c60dda445fc6e1b94025459 2024-11-08T12:41:42,648 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-08T12:41:42,648 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ee9dfeba7c60dda445fc6e1b94025459 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-08T12:41:42,675 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/.tmp/A/97415f7f92c24e0c9a104be180abe7a5 is 50, key is test_row_0/A:col10/1731069702646/Put/seqid=0 2024-11-08T12:41:42,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742253_1429 (size=12001) 2024-11-08T12:41:42,700 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:41:42,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41388 deadline: 1731069762689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:41:42,700 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:41:42,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41434 deadline: 1731069762690, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:41:42,700 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:42,700 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:42,700 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:41:42,701 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:42,701 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:42,701 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:41:42,700 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:41:42,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41432 deadline: 1731069762693, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:41:42,701 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:41:42,701 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:42,701 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:42,701 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:41:42,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41384 deadline: 1731069762700, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:41:42,701 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:42,702 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:42,702 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:41:42,708 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:41:42,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41446 deadline: 1731069762701, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:41:42,708 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:42,708 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:42,708 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:41:42,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-11-08T12:41:42,799 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38479 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122 2024-11-08T12:41:42,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459. 2024-11-08T12:41:42,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459. as already flushing 2024-11-08T12:41:42,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459. 2024-11-08T12:41:42,800 ERROR [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] handler.RSProcedureHandler(58): pid=122 java.io.IOException: Unable to complete flush {ENCODED => ee9dfeba7c60dda445fc6e1b94025459, NAME => 'TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:41:42,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=122 java.io.IOException: Unable to complete flush {ENCODED => ee9dfeba7c60dda445fc6e1b94025459, NAME => 'TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:41:42,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] master.HMaster(4177): Remote procedure failed, pid=122 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ee9dfeba7c60dda445fc6e1b94025459, NAME => 'TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ee9dfeba7c60dda445fc6e1b94025459, NAME => 'TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:41:42,806 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:41:42,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41388 deadline: 1731069762803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:41:42,806 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:41:42,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41432 deadline: 1731069762803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:41:42,807 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:42,807 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:42,807 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:41:42,807 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:42,807 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:41:42,807 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:42,807 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:41:42,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41434 deadline: 1731069762803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:41:42,807 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:42,807 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:42,807 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:41:42,818 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:41:42,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41384 deadline: 1731069762813, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:41:42,818 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:42,818 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:41:42,818 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:42,818 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:41:42,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41446 deadline: 1731069762813, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:41:42,818 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:42,818 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:42,818 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:41:42,952 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38479 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122 2024-11-08T12:41:42,952 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459. 2024-11-08T12:41:42,952 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459. as already flushing 2024-11-08T12:41:42,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459. 2024-11-08T12:41:42,953 ERROR [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] handler.RSProcedureHandler(58): pid=122 java.io.IOException: Unable to complete flush {ENCODED => ee9dfeba7c60dda445fc6e1b94025459, NAME => 'TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:41:42,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=122 java.io.IOException: Unable to complete flush {ENCODED => ee9dfeba7c60dda445fc6e1b94025459, NAME => 'TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:41:42,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-11-08T12:41:42,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] master.HMaster(4177): Remote procedure failed, pid=122 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ee9dfeba7c60dda445fc6e1b94025459, NAME => 'TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ee9dfeba7c60dda445fc6e1b94025459, NAME => 'TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:41:43,019 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:41:43,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41388 deadline: 1731069763013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:41:43,019 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:43,019 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:41:43,019 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:43,019 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:41:43,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41432 deadline: 1731069763013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:41:43,019 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:41:43,019 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:43,019 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:43,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41434 deadline: 1731069763013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:41:43,019 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:41:43,020 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:43,020 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:43,020 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:41:43,028 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:41:43,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41384 deadline: 1731069763022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:41:43,028 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:43,028 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:41:43,028 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:43,028 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:41:43,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41446 deadline: 1731069763022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:41:43,028 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:43,028 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:43,029 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:41:43,086 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/.tmp/A/97415f7f92c24e0c9a104be180abe7a5 2024-11-08T12:41:43,103 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/.tmp/B/af8e4a3d5c01426a95a0083d8b79dd28 is 50, key is test_row_0/B:col10/1731069702646/Put/seqid=0 2024-11-08T12:41:43,105 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38479 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122 2024-11-08T12:41:43,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459. 2024-11-08T12:41:43,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459. as already flushing 2024-11-08T12:41:43,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459. 2024-11-08T12:41:43,105 ERROR [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] handler.RSProcedureHandler(58): pid=122 java.io.IOException: Unable to complete flush {ENCODED => ee9dfeba7c60dda445fc6e1b94025459, NAME => 'TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:41:43,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=122 java.io.IOException: Unable to complete flush {ENCODED => ee9dfeba7c60dda445fc6e1b94025459, NAME => 'TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:41:43,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] master.HMaster(4177): Remote procedure failed, pid=122 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ee9dfeba7c60dda445fc6e1b94025459, NAME => 'TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ee9dfeba7c60dda445fc6e1b94025459, NAME => 'TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:41:43,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742254_1430 (size=12001) 2024-11-08T12:41:43,108 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/.tmp/B/af8e4a3d5c01426a95a0083d8b79dd28 2024-11-08T12:41:43,131 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/.tmp/C/e4e7bdaec15847b5b3714e3d278ac65e is 50, key is test_row_0/C:col10/1731069702646/Put/seqid=0 2024-11-08T12:41:43,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742255_1431 (size=12001) 2024-11-08T12:41:43,258 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38479 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122 2024-11-08T12:41:43,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459. 2024-11-08T12:41:43,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459. as already flushing 2024-11-08T12:41:43,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459. 2024-11-08T12:41:43,259 ERROR [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] handler.RSProcedureHandler(58): pid=122 java.io.IOException: Unable to complete flush {ENCODED => ee9dfeba7c60dda445fc6e1b94025459, NAME => 'TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:41:43,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=122 java.io.IOException: Unable to complete flush {ENCODED => ee9dfeba7c60dda445fc6e1b94025459, NAME => 'TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:41:43,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] master.HMaster(4177): Remote procedure failed, pid=122 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ee9dfeba7c60dda445fc6e1b94025459, NAME => 'TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ee9dfeba7c60dda445fc6e1b94025459, NAME => 'TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:41:43,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-11-08T12:41:43,327 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:41:43,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41432 deadline: 1731069763323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:41:43,328 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:41:43,328 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:43,328 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:43,328 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:41:43,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41434 deadline: 1731069763323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:41:43,328 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:43,328 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:43,328 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:41:43,338 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:41:43,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41388 deadline: 1731069763333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:41:43,338 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:41:43,339 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:43,339 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:43,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41384 deadline: 1731069763333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:41:43,339 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:41:43,339 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:41:43,339 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:43,339 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:43,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41446 deadline: 1731069763333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:41:43,339 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:41:43,339 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:43,339 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:43,339 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:41:43,411 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38479 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122 2024-11-08T12:41:43,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459. 2024-11-08T12:41:43,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459. as already flushing 2024-11-08T12:41:43,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459. 2024-11-08T12:41:43,412 ERROR [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] handler.RSProcedureHandler(58): pid=122 java.io.IOException: Unable to complete flush {ENCODED => ee9dfeba7c60dda445fc6e1b94025459, NAME => 'TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:41:43,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=122 java.io.IOException: Unable to complete flush {ENCODED => ee9dfeba7c60dda445fc6e1b94025459, NAME => 'TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:41:43,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] master.HMaster(4177): Remote procedure failed, pid=122 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ee9dfeba7c60dda445fc6e1b94025459, NAME => 'TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ee9dfeba7c60dda445fc6e1b94025459, NAME => 'TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:41:43,536 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/.tmp/C/e4e7bdaec15847b5b3714e3d278ac65e 2024-11-08T12:41:43,539 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/.tmp/A/97415f7f92c24e0c9a104be180abe7a5 as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/A/97415f7f92c24e0c9a104be180abe7a5 2024-11-08T12:41:43,542 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/A/97415f7f92c24e0c9a104be180abe7a5, entries=150, sequenceid=13, filesize=11.7 K 2024-11-08T12:41:43,543 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/.tmp/B/af8e4a3d5c01426a95a0083d8b79dd28 as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/B/af8e4a3d5c01426a95a0083d8b79dd28 2024-11-08T12:41:43,547 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/B/af8e4a3d5c01426a95a0083d8b79dd28, entries=150, sequenceid=13, filesize=11.7 K 2024-11-08T12:41:43,547 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/.tmp/C/e4e7bdaec15847b5b3714e3d278ac65e as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/C/e4e7bdaec15847b5b3714e3d278ac65e 2024-11-08T12:41:43,550 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/C/e4e7bdaec15847b5b3714e3d278ac65e, entries=150, sequenceid=13, filesize=11.7 K 2024-11-08T12:41:43,551 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for ee9dfeba7c60dda445fc6e1b94025459 in 903ms, sequenceid=13, compaction requested=false 2024-11-08T12:41:43,551 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ee9dfeba7c60dda445fc6e1b94025459: 2024-11-08T12:41:43,564 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38479 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122 2024-11-08T12:41:43,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459. 2024-11-08T12:41:43,564 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2902): Flushing ee9dfeba7c60dda445fc6e1b94025459 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-08T12:41:43,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/.tmp/A/cedeef4675474cd0ae299490c2e40da0 is 50, key is test_row_0/A:col10/1731069702699/Put/seqid=0 2024-11-08T12:41:43,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742256_1432 (size=12001) 2024-11-08T12:41:43,581 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/.tmp/A/cedeef4675474cd0ae299490c2e40da0 2024-11-08T12:41:43,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/.tmp/B/be34d6e01a4d4a99a5065bc17ea7a6b8 is 50, key is test_row_0/B:col10/1731069702699/Put/seqid=0 2024-11-08T12:41:43,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742257_1433 (size=12001) 2024-11-08T12:41:43,601 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/.tmp/B/be34d6e01a4d4a99a5065bc17ea7a6b8 2024-11-08T12:41:43,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/.tmp/C/c404b8cce5b148e6849c32e19a8accdf is 50, key is test_row_0/C:col10/1731069702699/Put/seqid=0 2024-11-08T12:41:43,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742258_1434 (size=12001) 2024-11-08T12:41:43,616 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/.tmp/C/c404b8cce5b148e6849c32e19a8accdf 2024-11-08T12:41:43,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/.tmp/A/cedeef4675474cd0ae299490c2e40da0 as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/A/cedeef4675474cd0ae299490c2e40da0 2024-11-08T12:41:43,626 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/A/cedeef4675474cd0ae299490c2e40da0, entries=150, sequenceid=38, filesize=11.7 K 2024-11-08T12:41:43,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/.tmp/B/be34d6e01a4d4a99a5065bc17ea7a6b8 as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/B/be34d6e01a4d4a99a5065bc17ea7a6b8 2024-11-08T12:41:43,635 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/B/be34d6e01a4d4a99a5065bc17ea7a6b8, entries=150, sequenceid=38, filesize=11.7 K 2024-11-08T12:41:43,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/.tmp/C/c404b8cce5b148e6849c32e19a8accdf as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/C/c404b8cce5b148e6849c32e19a8accdf 2024-11-08T12:41:43,643 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/C/c404b8cce5b148e6849c32e19a8accdf, entries=150, sequenceid=38, filesize=11.7 K 2024-11-08T12:41:43,644 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=0 B/0 for ee9dfeba7c60dda445fc6e1b94025459 in 80ms, sequenceid=38, compaction requested=false 2024-11-08T12:41:43,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2603): Flush status journal for ee9dfeba7c60dda445fc6e1b94025459: 2024-11-08T12:41:43,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459. 2024-11-08T12:41:43,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=122 2024-11-08T12:41:43,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] master.HMaster(4169): Remote procedure done, pid=122 2024-11-08T12:41:43,647 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=122, resume processing ppid=121 2024-11-08T12:41:43,648 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=122, ppid=121, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0030 sec 2024-11-08T12:41:43,649 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=121, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=121, table=TestAcidGuarantees in 1.0110 sec 2024-11-08T12:41:43,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-11-08T12:41:43,773 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-08T12:41:43,773 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-08T12:41:43,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] procedure2.ProcedureExecutor(1139): Stored pid=123, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=123, table=TestAcidGuarantees 2024-11-08T12:41:43,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-08T12:41:43,774 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=123, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=123, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-08T12:41:43,775 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=123, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=123, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-08T12:41:43,775 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=124, ppid=123, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-08T12:41:43,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(8855): Flush requested on ee9dfeba7c60dda445fc6e1b94025459 2024-11-08T12:41:43,847 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-08T12:41:43,847 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ee9dfeba7c60dda445fc6e1b94025459 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-08T12:41:43,852 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/.tmp/A/0f1e331d6ebc440aad5631210ed45962 is 50, key is test_row_0/A:col10/1731069703845/Put/seqid=0 2024-11-08T12:41:43,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742259_1435 (size=21365) 2024-11-08T12:41:43,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-08T12:41:43,893 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:41:43,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41434 deadline: 1731069763884, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:41:43,893 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:43,893 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:43,893 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:41:43,894 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:41:43,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41432 deadline: 1731069763884, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:41:43,894 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:43,894 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:41:43,894 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:43,894 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:41:43,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41384 deadline: 1731069763885, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:41:43,894 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:43,894 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:41:43,894 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:43,894 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:41:43,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41388 deadline: 1731069763885, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:41:43,895 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:43,895 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:43,895 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:41:43,895 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:41:43,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41446 deadline: 1731069763886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:41:43,895 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:43,895 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:43,895 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:41:43,927 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38479 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-11-08T12:41:43,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459. 2024-11-08T12:41:43,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459. as already flushing 2024-11-08T12:41:43,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459. 2024-11-08T12:41:43,928 ERROR [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124 java.io.IOException: Unable to complete flush {ENCODED => ee9dfeba7c60dda445fc6e1b94025459, NAME => 'TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:41:43,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124 java.io.IOException: Unable to complete flush {ENCODED => ee9dfeba7c60dda445fc6e1b94025459, NAME => 'TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:41:43,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] master.HMaster(4177): Remote procedure failed, pid=124 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ee9dfeba7c60dda445fc6e1b94025459, NAME => 'TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ee9dfeba7c60dda445fc6e1b94025459, NAME => 'TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:41:44,004 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:41:44,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41434 deadline: 1731069764003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:41:44,004 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:41:44,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41384 deadline: 1731069764003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:41:44,004 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:44,004 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:44,004 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:41:44,005 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:44,005 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:41:44,005 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:44,005 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:41:44,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41388 deadline: 1731069764003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:41:44,005 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:41:44,005 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:44,005 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:44,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41432 deadline: 1731069764003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:41:44,005 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:41:44,005 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:41:44,005 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:44,005 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:44,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41446 deadline: 1731069764004, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:41:44,005 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:41:44,005 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:44,005 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:44,005 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:41:44,080 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38479 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-11-08T12:41:44,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459. 2024-11-08T12:41:44,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459. as already flushing 2024-11-08T12:41:44,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459. 2024-11-08T12:41:44,080 ERROR [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124 java.io.IOException: Unable to complete flush {ENCODED => ee9dfeba7c60dda445fc6e1b94025459, NAME => 'TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:41:44,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124 java.io.IOException: Unable to complete flush {ENCODED => ee9dfeba7c60dda445fc6e1b94025459, NAME => 'TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:41:44,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] master.HMaster(4177): Remote procedure failed, pid=124 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ee9dfeba7c60dda445fc6e1b94025459, NAME => 'TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ee9dfeba7c60dda445fc6e1b94025459, NAME => 'TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:41:44,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-08T12:41:44,217 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:41:44,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41434 deadline: 1731069764213, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:41:44,218 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:41:44,218 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:44,218 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:44,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41384 deadline: 1731069764213, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:41:44,218 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:41:44,218 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:44,218 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:41:44,218 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:44,218 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:41:44,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41388 deadline: 1731069764213, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:41:44,219 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:44,219 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:44,218 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:41:44,219 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:41:44,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41432 deadline: 1731069764213, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:41:44,219 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:41:44,219 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:44,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41446 deadline: 1731069764214, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:41:44,219 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:44,219 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:41:44,219 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:44,219 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:44,219 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:41:44,232 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38479 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-11-08T12:41:44,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459. 2024-11-08T12:41:44,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459. as already flushing 2024-11-08T12:41:44,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459. 2024-11-08T12:41:44,233 ERROR [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124 java.io.IOException: Unable to complete flush {ENCODED => ee9dfeba7c60dda445fc6e1b94025459, NAME => 'TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:41:44,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124 java.io.IOException: Unable to complete flush {ENCODED => ee9dfeba7c60dda445fc6e1b94025459, NAME => 'TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:41:44,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] master.HMaster(4177): Remote procedure failed, pid=124 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ee9dfeba7c60dda445fc6e1b94025459, NAME => 'TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ee9dfeba7c60dda445fc6e1b94025459, NAME => 'TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:41:44,255 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/.tmp/A/0f1e331d6ebc440aad5631210ed45962 2024-11-08T12:41:44,261 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/.tmp/B/ee56fc9b2b3f46b2953105e1478090d3 is 50, key is test_row_0/B:col10/1731069703845/Put/seqid=0 2024-11-08T12:41:44,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742260_1436 (size=12001) 2024-11-08T12:41:44,385 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38479 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-11-08T12:41:44,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459. 2024-11-08T12:41:44,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459. as already flushing 2024-11-08T12:41:44,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459. 2024-11-08T12:41:44,385 ERROR [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124 java.io.IOException: Unable to complete flush {ENCODED => ee9dfeba7c60dda445fc6e1b94025459, NAME => 'TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:41:44,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124 java.io.IOException: Unable to complete flush {ENCODED => ee9dfeba7c60dda445fc6e1b94025459, NAME => 'TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:41:44,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] master.HMaster(4177): Remote procedure failed, pid=124 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ee9dfeba7c60dda445fc6e1b94025459, NAME => 'TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ee9dfeba7c60dda445fc6e1b94025459, NAME => 'TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:41:44,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-08T12:41:44,531 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:41:44,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41434 deadline: 1731069764523, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:41:44,531 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:44,531 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:41:44,531 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:44,531 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:41:44,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41384 deadline: 1731069764523, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:41:44,531 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:44,532 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:44,531 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:41:44,532 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:41:44,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41388 deadline: 1731069764523, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:41:44,532 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:44,532 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:44,532 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:41:44,532 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:41:44,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41432 deadline: 1731069764523, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:41:44,532 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:44,532 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:41:44,532 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:44,532 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:41:44,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41446 deadline: 1731069764523, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:41:44,532 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:44,532 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:44,532 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:41:44,538 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38479 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-11-08T12:41:44,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459. 2024-11-08T12:41:44,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459. as already flushing 2024-11-08T12:41:44,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459. 2024-11-08T12:41:44,538 ERROR [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124 java.io.IOException: Unable to complete flush {ENCODED => ee9dfeba7c60dda445fc6e1b94025459, NAME => 'TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:41:44,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124 java.io.IOException: Unable to complete flush {ENCODED => ee9dfeba7c60dda445fc6e1b94025459, NAME => 'TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:41:44,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] master.HMaster(4177): Remote procedure failed, pid=124 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ee9dfeba7c60dda445fc6e1b94025459, NAME => 'TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ee9dfeba7c60dda445fc6e1b94025459, NAME => 'TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:41:44,666 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/.tmp/B/ee56fc9b2b3f46b2953105e1478090d3 2024-11-08T12:41:44,672 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/.tmp/C/8d18f6b3729c48a981b8c8015891c281 is 50, key is test_row_0/C:col10/1731069703845/Put/seqid=0 2024-11-08T12:41:44,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742261_1437 (size=12001) 2024-11-08T12:41:44,690 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38479 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-11-08T12:41:44,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459. 2024-11-08T12:41:44,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459. as already flushing 2024-11-08T12:41:44,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459. 2024-11-08T12:41:44,691 ERROR [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124 java.io.IOException: Unable to complete flush {ENCODED => ee9dfeba7c60dda445fc6e1b94025459, NAME => 'TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:41:44,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124 java.io.IOException: Unable to complete flush {ENCODED => ee9dfeba7c60dda445fc6e1b94025459, NAME => 'TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:41:44,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] master.HMaster(4177): Remote procedure failed, pid=124 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ee9dfeba7c60dda445fc6e1b94025459, NAME => 'TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ee9dfeba7c60dda445fc6e1b94025459, NAME => 'TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:41:44,843 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38479 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-11-08T12:41:44,843 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459. 2024-11-08T12:41:44,843 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459. as already flushing 2024-11-08T12:41:44,843 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459. 2024-11-08T12:41:44,843 ERROR [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124 java.io.IOException: Unable to complete flush {ENCODED => ee9dfeba7c60dda445fc6e1b94025459, NAME => 'TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:41:44,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124 java.io.IOException: Unable to complete flush {ENCODED => ee9dfeba7c60dda445fc6e1b94025459, NAME => 'TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:41:44,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] master.HMaster(4177): Remote procedure failed, pid=124 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ee9dfeba7c60dda445fc6e1b94025459, NAME => 'TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ee9dfeba7c60dda445fc6e1b94025459, NAME => 'TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:41:44,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-08T12:41:44,996 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38479 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-11-08T12:41:44,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459. 2024-11-08T12:41:44,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459. as already flushing 2024-11-08T12:41:44,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459. 2024-11-08T12:41:44,996 ERROR [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124 java.io.IOException: Unable to complete flush {ENCODED => ee9dfeba7c60dda445fc6e1b94025459, NAME => 'TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:41:44,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124 java.io.IOException: Unable to complete flush {ENCODED => ee9dfeba7c60dda445fc6e1b94025459, NAME => 'TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:41:44,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] master.HMaster(4177): Remote procedure failed, pid=124 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ee9dfeba7c60dda445fc6e1b94025459, NAME => 'TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ee9dfeba7c60dda445fc6e1b94025459, NAME => 'TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:41:45,047 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:41:45,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41434 deadline: 1731069765043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:41:45,048 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:45,048 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:45,048 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:41:45,048 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:41:45,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41384 deadline: 1731069765043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:41:45,048 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:45,048 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:45,048 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:41:45,048 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:41:45,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41388 deadline: 1731069765043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:41:45,049 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:45,049 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:41:45,049 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:45,049 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:41:45,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41432 deadline: 1731069765044, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:41:45,049 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:45,049 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:41:45,049 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:45,049 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:41:45,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41446 deadline: 1731069765044, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:41:45,049 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:45,049 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:45,049 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:41:45,077 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/.tmp/C/8d18f6b3729c48a981b8c8015891c281 2024-11-08T12:41:45,081 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/.tmp/A/0f1e331d6ebc440aad5631210ed45962 as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/A/0f1e331d6ebc440aad5631210ed45962 2024-11-08T12:41:45,083 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/A/0f1e331d6ebc440aad5631210ed45962, entries=350, sequenceid=51, filesize=20.9 K 2024-11-08T12:41:45,084 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/.tmp/B/ee56fc9b2b3f46b2953105e1478090d3 as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/B/ee56fc9b2b3f46b2953105e1478090d3 2024-11-08T12:41:45,087 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/B/ee56fc9b2b3f46b2953105e1478090d3, entries=150, sequenceid=51, filesize=11.7 K 2024-11-08T12:41:45,088 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/.tmp/C/8d18f6b3729c48a981b8c8015891c281 as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/C/8d18f6b3729c48a981b8c8015891c281 2024-11-08T12:41:45,090 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/C/8d18f6b3729c48a981b8c8015891c281, entries=150, sequenceid=51, filesize=11.7 K 2024-11-08T12:41:45,091 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for ee9dfeba7c60dda445fc6e1b94025459 in 1244ms, sequenceid=51, compaction requested=true 2024-11-08T12:41:45,091 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ee9dfeba7c60dda445fc6e1b94025459: 2024-11-08T12:41:45,091 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ee9dfeba7c60dda445fc6e1b94025459:A, priority=-2147483648, current under compaction store size is 1 2024-11-08T12:41:45,091 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T12:41:45,091 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T12:41:45,091 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ee9dfeba7c60dda445fc6e1b94025459:B, priority=-2147483648, current under compaction store size is 2 2024-11-08T12:41:45,091 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T12:41:45,091 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T12:41:45,091 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ee9dfeba7c60dda445fc6e1b94025459:C, priority=-2147483648, current under compaction store size is 3 2024-11-08T12:41:45,091 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T12:41:45,092 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 45367 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T12:41:45,092 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HStore(1541): ee9dfeba7c60dda445fc6e1b94025459/A is initiating minor compaction (all files) 2024-11-08T12:41:45,092 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T12:41:45,092 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HStore(1541): ee9dfeba7c60dda445fc6e1b94025459/B is initiating minor compaction (all files) 2024-11-08T12:41:45,092 INFO [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ee9dfeba7c60dda445fc6e1b94025459/A in TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459. 2024-11-08T12:41:45,092 INFO [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ee9dfeba7c60dda445fc6e1b94025459/B in TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459. 2024-11-08T12:41:45,092 INFO [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/A/97415f7f92c24e0c9a104be180abe7a5, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/A/cedeef4675474cd0ae299490c2e40da0, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/A/0f1e331d6ebc440aad5631210ed45962] into tmpdir=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/.tmp, totalSize=44.3 K 2024-11-08T12:41:45,092 INFO [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/B/af8e4a3d5c01426a95a0083d8b79dd28, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/B/be34d6e01a4d4a99a5065bc17ea7a6b8, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/B/ee56fc9b2b3f46b2953105e1478090d3] into tmpdir=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/.tmp, totalSize=35.2 K 2024-11-08T12:41:45,092 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] compactions.Compactor(225): Compacting 97415f7f92c24e0c9a104be180abe7a5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1731069702642 2024-11-08T12:41:45,092 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.Compactor(225): Compacting af8e4a3d5c01426a95a0083d8b79dd28, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1731069702642 2024-11-08T12:41:45,093 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] compactions.Compactor(225): Compacting cedeef4675474cd0ae299490c2e40da0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1731069702682 2024-11-08T12:41:45,093 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.Compactor(225): Compacting be34d6e01a4d4a99a5065bc17ea7a6b8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1731069702682 2024-11-08T12:41:45,093 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0f1e331d6ebc440aad5631210ed45962, keycount=350, bloomtype=ROW, size=20.9 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731069703837 2024-11-08T12:41:45,093 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.Compactor(225): Compacting ee56fc9b2b3f46b2953105e1478090d3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731069703845 2024-11-08T12:41:45,105 INFO [RS:0;6ccfea20c990:38479-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ee9dfeba7c60dda445fc6e1b94025459#B#compaction#366 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T12:41:45,106 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/.tmp/B/470a115ae49b45e892b443dabe085b41 is 50, key is test_row_0/B:col10/1731069703845/Put/seqid=0 2024-11-08T12:41:45,107 INFO [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ee9dfeba7c60dda445fc6e1b94025459#A#compaction#367 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T12:41:45,107 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/.tmp/A/c0405797397d4d4fa90db1232bf74df6 is 50, key is test_row_0/A:col10/1731069703845/Put/seqid=0 2024-11-08T12:41:45,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742263_1439 (size=12104) 2024-11-08T12:41:45,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742262_1438 (size=12104) 2024-11-08T12:41:45,149 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38479 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-11-08T12:41:45,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459. 2024-11-08T12:41:45,149 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2902): Flushing ee9dfeba7c60dda445fc6e1b94025459 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-08T12:41:45,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/.tmp/A/3756e14959ac48168464da98710476a2 is 50, key is test_row_0/A:col10/1731069703882/Put/seqid=0 2024-11-08T12:41:45,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742264_1440 (size=12001) 2024-11-08T12:41:45,518 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/.tmp/A/c0405797397d4d4fa90db1232bf74df6 as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/A/c0405797397d4d4fa90db1232bf74df6 2024-11-08T12:41:45,518 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/.tmp/B/470a115ae49b45e892b443dabe085b41 as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/B/470a115ae49b45e892b443dabe085b41 2024-11-08T12:41:45,521 INFO [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ee9dfeba7c60dda445fc6e1b94025459/B of ee9dfeba7c60dda445fc6e1b94025459 into 470a115ae49b45e892b443dabe085b41(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T12:41:45,521 INFO [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ee9dfeba7c60dda445fc6e1b94025459/A of ee9dfeba7c60dda445fc6e1b94025459 into c0405797397d4d4fa90db1232bf74df6(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T12:41:45,521 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ee9dfeba7c60dda445fc6e1b94025459: 2024-11-08T12:41:45,521 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ee9dfeba7c60dda445fc6e1b94025459: 2024-11-08T12:41:45,521 INFO [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., storeName=ee9dfeba7c60dda445fc6e1b94025459/B, priority=13, startTime=1731069705091; duration=0sec 2024-11-08T12:41:45,521 INFO [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., storeName=ee9dfeba7c60dda445fc6e1b94025459/A, priority=13, startTime=1731069705091; duration=0sec 2024-11-08T12:41:45,522 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T12:41:45,522 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T12:41:45,522 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ee9dfeba7c60dda445fc6e1b94025459:A 2024-11-08T12:41:45,522 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ee9dfeba7c60dda445fc6e1b94025459:B 2024-11-08T12:41:45,522 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T12:41:45,522 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T12:41:45,522 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HStore(1541): ee9dfeba7c60dda445fc6e1b94025459/C is initiating minor compaction (all files) 2024-11-08T12:41:45,522 INFO [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ee9dfeba7c60dda445fc6e1b94025459/C in TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459. 2024-11-08T12:41:45,523 INFO [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/C/e4e7bdaec15847b5b3714e3d278ac65e, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/C/c404b8cce5b148e6849c32e19a8accdf, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/C/8d18f6b3729c48a981b8c8015891c281] into tmpdir=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/.tmp, totalSize=35.2 K 2024-11-08T12:41:45,523 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] compactions.Compactor(225): Compacting e4e7bdaec15847b5b3714e3d278ac65e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1731069702642 2024-11-08T12:41:45,523 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] compactions.Compactor(225): Compacting c404b8cce5b148e6849c32e19a8accdf, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1731069702682 2024-11-08T12:41:45,523 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-08T12:41:45,523 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8d18f6b3729c48a981b8c8015891c281, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731069703845 2024-11-08T12:41:45,528 INFO [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ee9dfeba7c60dda445fc6e1b94025459#C#compaction#369 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T12:41:45,529 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/.tmp/C/088368b7aa324f56b43dc4b54b2d3e07 is 50, key is test_row_0/C:col10/1731069703845/Put/seqid=0 2024-11-08T12:41:45,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742265_1441 (size=12104) 2024-11-08T12:41:45,558 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=74 (bloomFilter=true), to=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/.tmp/A/3756e14959ac48168464da98710476a2 2024-11-08T12:41:45,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/.tmp/B/d7d2b61966a34c309a9f202885452f1b is 50, key is test_row_0/B:col10/1731069703882/Put/seqid=0 2024-11-08T12:41:45,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742266_1442 (size=12001) 2024-11-08T12:41:45,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-08T12:41:45,954 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/.tmp/C/088368b7aa324f56b43dc4b54b2d3e07 as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/C/088368b7aa324f56b43dc4b54b2d3e07 2024-11-08T12:41:45,959 INFO [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ee9dfeba7c60dda445fc6e1b94025459/C of ee9dfeba7c60dda445fc6e1b94025459 into 088368b7aa324f56b43dc4b54b2d3e07(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T12:41:45,959 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ee9dfeba7c60dda445fc6e1b94025459: 2024-11-08T12:41:45,959 INFO [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., storeName=ee9dfeba7c60dda445fc6e1b94025459/C, priority=13, startTime=1731069705091; duration=0sec 2024-11-08T12:41:45,959 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T12:41:45,959 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ee9dfeba7c60dda445fc6e1b94025459:C 2024-11-08T12:41:45,973 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=74 (bloomFilter=true), to=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/.tmp/B/d7d2b61966a34c309a9f202885452f1b 2024-11-08T12:41:45,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/.tmp/C/6f59d107f6a84fd0a771cdeee4ba54a1 is 50, key is test_row_0/C:col10/1731069703882/Put/seqid=0 2024-11-08T12:41:45,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742267_1443 (size=12001) 2024-11-08T12:41:46,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(8855): Flush requested on ee9dfeba7c60dda445fc6e1b94025459 2024-11-08T12:41:46,068 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459. as already flushing 2024-11-08T12:41:46,079 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:41:46,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41434 deadline: 1731069766072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:41:46,080 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:41:46,080 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:46,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41384 deadline: 1731069766078, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:41:46,080 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:46,080 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:41:46,080 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:46,080 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:46,080 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:41:46,080 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:41:46,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41388 deadline: 1731069766078, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:41:46,080 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:46,080 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:46,080 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:41:46,088 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:41:46,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41432 deadline: 1731069766079, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:41:46,088 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:41:46,088 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:46,088 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:46,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41446 deadline: 1731069766079, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:41:46,088 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:41:46,088 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:46,088 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:46,088 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:41:46,187 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:41:46,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41434 deadline: 1731069766183, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:41:46,188 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:46,188 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:46,188 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:41:46,188 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:41:46,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41384 deadline: 1731069766183, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:41:46,188 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:46,188 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:46,188 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:41:46,188 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:41:46,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41388 deadline: 1731069766183, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:41:46,189 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:46,189 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:46,189 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:41:46,199 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:41:46,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41432 deadline: 1731069766192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:41:46,200 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:41:46,200 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:46,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41446 deadline: 1731069766192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:41:46,200 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:46,200 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:41:46,200 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:46,200 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:46,200 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:41:46,383 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=74 (bloomFilter=true), to=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/.tmp/C/6f59d107f6a84fd0a771cdeee4ba54a1 2024-11-08T12:41:46,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/.tmp/A/3756e14959ac48168464da98710476a2 as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/A/3756e14959ac48168464da98710476a2 2024-11-08T12:41:46,390 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/A/3756e14959ac48168464da98710476a2, entries=150, sequenceid=74, filesize=11.7 K 2024-11-08T12:41:46,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/.tmp/B/d7d2b61966a34c309a9f202885452f1b as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/B/d7d2b61966a34c309a9f202885452f1b 2024-11-08T12:41:46,393 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/B/d7d2b61966a34c309a9f202885452f1b, entries=150, sequenceid=74, filesize=11.7 K 2024-11-08T12:41:46,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/.tmp/C/6f59d107f6a84fd0a771cdeee4ba54a1 as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/C/6f59d107f6a84fd0a771cdeee4ba54a1 2024-11-08T12:41:46,397 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:41:46,397 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/C/6f59d107f6a84fd0a771cdeee4ba54a1, entries=150, sequenceid=74, filesize=11.7 K 2024-11-08T12:41:46,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41434 deadline: 1731069766393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:41:46,398 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:46,398 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:46,398 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:41:46,398 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for ee9dfeba7c60dda445fc6e1b94025459 in 1249ms, sequenceid=74, compaction requested=false 2024-11-08T12:41:46,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2603): Flush status journal for ee9dfeba7c60dda445fc6e1b94025459: 2024-11-08T12:41:46,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459. 2024-11-08T12:41:46,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=124 2024-11-08T12:41:46,399 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-08T12:41:46,399 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ee9dfeba7c60dda445fc6e1b94025459 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-08T12:41:46,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] master.HMaster(4169): Remote procedure done, pid=124 2024-11-08T12:41:46,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(8855): Flush requested on ee9dfeba7c60dda445fc6e1b94025459 2024-11-08T12:41:46,402 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=124, resume processing ppid=123 2024-11-08T12:41:46,402 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=124, ppid=123, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.6250 sec 2024-11-08T12:41:46,403 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/.tmp/A/5c2d8a040d274c7db54540d9e5d04420 is 50, key is test_row_0/A:col10/1731069706078/Put/seqid=0 2024-11-08T12:41:46,404 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=123, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=123, table=TestAcidGuarantees in 2.6300 sec 2024-11-08T12:41:46,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742268_1444 (size=14341) 2024-11-08T12:41:46,452 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:41:46,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41432 deadline: 1731069766437, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:41:46,452 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:46,452 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:46,452 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:41:46,452 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:41:46,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41446 deadline: 1731069766441, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:41:46,453 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:46,453 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:46,453 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:41:46,461 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:41:46,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41384 deadline: 1731069766451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:41:46,461 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:41:46,461 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:46,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41388 deadline: 1731069766452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:41:46,461 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:46,461 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:41:46,461 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:46,462 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:46,462 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:41:46,570 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:41:46,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41432 deadline: 1731069766563, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:41:46,570 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:41:46,570 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:46,570 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:46,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41446 deadline: 1731069766563, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:41:46,570 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:41:46,570 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:46,570 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:41:46,570 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:46,570 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:41:46,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41384 deadline: 1731069766563, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:41:46,571 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:46,571 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:46,571 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:41:46,580 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:41:46,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41388 deadline: 1731069766572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:41:46,580 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:46,580 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:46,580 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:41:46,706 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:41:46,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41434 deadline: 1731069766702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:41:46,706 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:46,706 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:46,706 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:41:46,781 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:41:46,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41432 deadline: 1731069766773, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:41:46,781 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:41:46,781 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:46,781 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:46,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41384 deadline: 1731069766773, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:41:46,781 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:41:46,782 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:46,782 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:46,782 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:41:46,791 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:41:46,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41446 deadline: 1731069766782, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:41:46,791 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:41:46,791 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:46,791 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:46,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41388 deadline: 1731069766783, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:41:46,792 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:41:46,792 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:46,792 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:46,792 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:41:46,815 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=91 (bloomFilter=true), to=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/.tmp/A/5c2d8a040d274c7db54540d9e5d04420 2024-11-08T12:41:46,821 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/.tmp/B/b840903b0d40470da079b24cb4b45a65 is 50, key is test_row_0/B:col10/1731069706078/Put/seqid=0 2024-11-08T12:41:46,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742269_1445 (size=12001) 2024-11-08T12:41:47,098 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:41:47,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41432 deadline: 1731069767093, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:41:47,098 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:41:47,098 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:47,098 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:47,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41384 deadline: 1731069767093, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:41:47,098 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:41:47,098 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:47,098 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:47,099 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:41:47,108 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:41:47,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41446 deadline: 1731069767103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:41:47,108 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:47,108 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:47,108 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:41:47,111 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:41:47,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41388 deadline: 1731069767103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:41:47,111 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:47,111 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:47,111 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:41:47,218 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:41:47,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41434 deadline: 1731069767213, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:41:47,219 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:47,219 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:47,219 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:41:47,227 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=91 (bloomFilter=true), to=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/.tmp/B/b840903b0d40470da079b24cb4b45a65 2024-11-08T12:41:47,232 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/.tmp/C/b9be291717e447f49d4ce514105d3665 is 50, key is test_row_0/C:col10/1731069706078/Put/seqid=0 2024-11-08T12:41:47,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742270_1446 (size=12001) 2024-11-08T12:41:47,610 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:41:47,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41432 deadline: 1731069767603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:41:47,610 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:47,610 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:47,610 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:41:47,619 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:41:47,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41384 deadline: 1731069767613, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:41:47,620 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:41:47,620 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:47,620 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:47,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41446 deadline: 1731069767613, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:41:47,620 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:41:47,620 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:47,620 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:47,620 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:41:47,629 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:41:47,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41388 deadline: 1731069767623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:41:47,629 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:47,629 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:47,629 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:41:47,635 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=91 (bloomFilter=true), to=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/.tmp/C/b9be291717e447f49d4ce514105d3665 2024-11-08T12:41:47,639 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/.tmp/A/5c2d8a040d274c7db54540d9e5d04420 as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/A/5c2d8a040d274c7db54540d9e5d04420 2024-11-08T12:41:47,643 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/A/5c2d8a040d274c7db54540d9e5d04420, entries=200, sequenceid=91, filesize=14.0 K 2024-11-08T12:41:47,643 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/.tmp/B/b840903b0d40470da079b24cb4b45a65 as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/B/b840903b0d40470da079b24cb4b45a65 2024-11-08T12:41:47,646 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/B/b840903b0d40470da079b24cb4b45a65, entries=150, sequenceid=91, filesize=11.7 K 2024-11-08T12:41:47,647 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/.tmp/C/b9be291717e447f49d4ce514105d3665 as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/C/b9be291717e447f49d4ce514105d3665 2024-11-08T12:41:47,649 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/C/b9be291717e447f49d4ce514105d3665, entries=150, sequenceid=91, filesize=11.7 K 2024-11-08T12:41:47,650 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for ee9dfeba7c60dda445fc6e1b94025459 in 1251ms, sequenceid=91, compaction requested=true 2024-11-08T12:41:47,650 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ee9dfeba7c60dda445fc6e1b94025459: 2024-11-08T12:41:47,650 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ee9dfeba7c60dda445fc6e1b94025459:A, priority=-2147483648, current under compaction store size is 1 2024-11-08T12:41:47,650 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T12:41:47,650 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T12:41:47,650 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ee9dfeba7c60dda445fc6e1b94025459:B, priority=-2147483648, current under compaction store size is 2 2024-11-08T12:41:47,651 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T12:41:47,651 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T12:41:47,651 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ee9dfeba7c60dda445fc6e1b94025459:C, priority=-2147483648, current under compaction store size is 3 2024-11-08T12:41:47,651 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T12:41:47,651 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38446 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T12:41:47,651 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T12:41:47,651 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HStore(1541): ee9dfeba7c60dda445fc6e1b94025459/A is initiating minor compaction (all files) 2024-11-08T12:41:47,651 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HStore(1541): ee9dfeba7c60dda445fc6e1b94025459/B is initiating minor compaction (all files) 2024-11-08T12:41:47,651 INFO [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ee9dfeba7c60dda445fc6e1b94025459/A in TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459. 2024-11-08T12:41:47,651 INFO [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ee9dfeba7c60dda445fc6e1b94025459/B in TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459. 2024-11-08T12:41:47,651 INFO [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/B/470a115ae49b45e892b443dabe085b41, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/B/d7d2b61966a34c309a9f202885452f1b, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/B/b840903b0d40470da079b24cb4b45a65] into tmpdir=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/.tmp, totalSize=35.3 K 2024-11-08T12:41:47,651 INFO [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/A/c0405797397d4d4fa90db1232bf74df6, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/A/3756e14959ac48168464da98710476a2, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/A/5c2d8a040d274c7db54540d9e5d04420] into tmpdir=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/.tmp, totalSize=37.5 K 2024-11-08T12:41:47,652 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] compactions.Compactor(225): Compacting c0405797397d4d4fa90db1232bf74df6, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731069703845 2024-11-08T12:41:47,652 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.Compactor(225): Compacting 470a115ae49b45e892b443dabe085b41, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731069703845 2024-11-08T12:41:47,652 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3756e14959ac48168464da98710476a2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=74, earliestPutTs=1731069703882 2024-11-08T12:41:47,652 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.Compactor(225): Compacting d7d2b61966a34c309a9f202885452f1b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=74, earliestPutTs=1731069703882 2024-11-08T12:41:47,652 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5c2d8a040d274c7db54540d9e5d04420, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1731069706077 2024-11-08T12:41:47,652 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.Compactor(225): Compacting b840903b0d40470da079b24cb4b45a65, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1731069706077 2024-11-08T12:41:47,657 INFO [RS:0;6ccfea20c990:38479-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ee9dfeba7c60dda445fc6e1b94025459#B#compaction#376 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-08T12:41:47,657 INFO [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ee9dfeba7c60dda445fc6e1b94025459#A#compaction#375 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T12:41:47,658 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/.tmp/B/feeeb026d4584ff6b235a64f11628b2a is 50, key is test_row_0/B:col10/1731069706078/Put/seqid=0 2024-11-08T12:41:47,658 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/.tmp/A/f704b09c21564120866f2e8ef8b6eb17 is 50, key is test_row_0/A:col10/1731069706078/Put/seqid=0 2024-11-08T12:41:47,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742272_1448 (size=12207) 2024-11-08T12:41:47,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742271_1447 (size=12207) 2024-11-08T12:41:47,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-08T12:41:47,943 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-08T12:41:47,944 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-08T12:41:47,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] procedure2.ProcedureExecutor(1139): Stored pid=125, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=125, table=TestAcidGuarantees 2024-11-08T12:41:47,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-08T12:41:47,945 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=125, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=125, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-08T12:41:47,946 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=125, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=125, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-08T12:41:47,946 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=126, ppid=125, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-08T12:41:48,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-08T12:41:48,068 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/.tmp/A/f704b09c21564120866f2e8ef8b6eb17 as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/A/f704b09c21564120866f2e8ef8b6eb17 2024-11-08T12:41:48,069 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/.tmp/B/feeeb026d4584ff6b235a64f11628b2a as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/B/feeeb026d4584ff6b235a64f11628b2a 2024-11-08T12:41:48,072 INFO [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ee9dfeba7c60dda445fc6e1b94025459/A of ee9dfeba7c60dda445fc6e1b94025459 into f704b09c21564120866f2e8ef8b6eb17(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T12:41:48,072 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ee9dfeba7c60dda445fc6e1b94025459: 2024-11-08T12:41:48,072 INFO [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., storeName=ee9dfeba7c60dda445fc6e1b94025459/A, priority=13, startTime=1731069707650; duration=0sec 2024-11-08T12:41:48,072 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T12:41:48,072 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ee9dfeba7c60dda445fc6e1b94025459:A 2024-11-08T12:41:48,073 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T12:41:48,073 INFO [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ee9dfeba7c60dda445fc6e1b94025459/B of ee9dfeba7c60dda445fc6e1b94025459 into feeeb026d4584ff6b235a64f11628b2a(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T12:41:48,073 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ee9dfeba7c60dda445fc6e1b94025459: 2024-11-08T12:41:48,073 INFO [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., storeName=ee9dfeba7c60dda445fc6e1b94025459/B, priority=13, startTime=1731069707650; duration=0sec 2024-11-08T12:41:48,073 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T12:41:48,073 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ee9dfeba7c60dda445fc6e1b94025459:B 2024-11-08T12:41:48,073 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T12:41:48,073 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HStore(1541): ee9dfeba7c60dda445fc6e1b94025459/C is initiating minor compaction (all files) 2024-11-08T12:41:48,073 INFO [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ee9dfeba7c60dda445fc6e1b94025459/C in TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459. 2024-11-08T12:41:48,073 INFO [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/C/088368b7aa324f56b43dc4b54b2d3e07, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/C/6f59d107f6a84fd0a771cdeee4ba54a1, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/C/b9be291717e447f49d4ce514105d3665] into tmpdir=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/.tmp, totalSize=35.3 K 2024-11-08T12:41:48,074 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] compactions.Compactor(225): Compacting 088368b7aa324f56b43dc4b54b2d3e07, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731069703845 2024-11-08T12:41:48,074 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6f59d107f6a84fd0a771cdeee4ba54a1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=74, earliestPutTs=1731069703882 2024-11-08T12:41:48,074 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] compactions.Compactor(225): Compacting b9be291717e447f49d4ce514105d3665, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1731069706077 2024-11-08T12:41:48,079 INFO [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ee9dfeba7c60dda445fc6e1b94025459#C#compaction#377 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T12:41:48,080 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/.tmp/C/8336190e27d54777b13767d346f7eebb is 50, key is test_row_0/C:col10/1731069706078/Put/seqid=0 2024-11-08T12:41:48,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742273_1449 (size=12207) 2024-11-08T12:41:48,086 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/.tmp/C/8336190e27d54777b13767d346f7eebb as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/C/8336190e27d54777b13767d346f7eebb 2024-11-08T12:41:48,091 INFO [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ee9dfeba7c60dda445fc6e1b94025459/C of ee9dfeba7c60dda445fc6e1b94025459 into 8336190e27d54777b13767d346f7eebb(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T12:41:48,091 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ee9dfeba7c60dda445fc6e1b94025459: 2024-11-08T12:41:48,091 INFO [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., storeName=ee9dfeba7c60dda445fc6e1b94025459/C, priority=13, startTime=1731069707651; duration=0sec 2024-11-08T12:41:48,091 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T12:41:48,091 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ee9dfeba7c60dda445fc6e1b94025459:C 2024-11-08T12:41:48,098 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38479 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-11-08T12:41:48,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459. 2024-11-08T12:41:48,098 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2902): Flushing ee9dfeba7c60dda445fc6e1b94025459 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-08T12:41:48,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/.tmp/A/b0e8b6d863984c65ad4375d15ee4370a is 50, key is test_row_0/A:col10/1731069706449/Put/seqid=0 2024-11-08T12:41:48,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742274_1450 (size=12001) 2024-11-08T12:41:48,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(8855): Flush requested on ee9dfeba7c60dda445fc6e1b94025459 2024-11-08T12:41:48,237 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459. as already flushing 2024-11-08T12:41:48,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-08T12:41:48,288 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:41:48,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41434 deadline: 1731069768283, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:41:48,289 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:48,289 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:48,289 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:41:48,398 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:41:48,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41434 deadline: 1731069768392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:41:48,398 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:48,398 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:48,398 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:41:48,505 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/.tmp/A/b0e8b6d863984c65ad4375d15ee4370a 2024-11-08T12:41:48,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/.tmp/B/1673f7d35a5243f9a6f73ed4feee729d is 50, key is test_row_0/B:col10/1731069706449/Put/seqid=0 2024-11-08T12:41:48,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742275_1451 (size=12001) 2024-11-08T12:41:48,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-08T12:41:48,606 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:41:48,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41434 deadline: 1731069768603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:41:48,607 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:48,607 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:48,607 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:41:48,626 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:41:48,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41432 deadline: 1731069768623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:41:48,627 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:41:48,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41384 deadline: 1731069768623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:41:48,627 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to 6ccfea20c990,38479,1731069575023 for 'test_row_2' in ee9dfeba7c60dda445fc6e1b94025459 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2189 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-08T12:41:48,627 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to 6ccfea20c990,38479,1731069575023 for 'test_row_0' in ee9dfeba7c60dda445fc6e1b94025459 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2176 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-08T12:41:48,627 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:48,628 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:48,628 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:48,628 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:41:48,628 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:48,628 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:41:48,637 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:41:48,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41446 deadline: 1731069768632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:41:48,638 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:41:48,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41388 deadline: 1731069768633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:41:48,638 WARN [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to 6ccfea20c990,38479,1731069575023 for 'test_row_1' in ee9dfeba7c60dda445fc6e1b94025459 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2197 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-08T12:41:48,638 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:48,638 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:48,638 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:41:48,638 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to 6ccfea20c990,38479,1731069575023 for 'test_row_1' in ee9dfeba7c60dda445fc6e1b94025459 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2186 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-08T12:41:48,639 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:48,639 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:48,639 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:41:48,915 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/.tmp/B/1673f7d35a5243f9a6f73ed4feee729d 2024-11-08T12:41:48,918 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:41:48,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41434 deadline: 1731069768913, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:41:48,918 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:48,918 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:48,919 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:41:48,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/.tmp/C/f39e059c51674f71a6460977d274f83a is 50, key is test_row_0/C:col10/1731069706449/Put/seqid=0 2024-11-08T12:41:48,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742276_1452 (size=12001) 2024-11-08T12:41:48,925 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/.tmp/C/f39e059c51674f71a6460977d274f83a 2024-11-08T12:41:48,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/.tmp/A/b0e8b6d863984c65ad4375d15ee4370a as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/A/b0e8b6d863984c65ad4375d15ee4370a 2024-11-08T12:41:48,932 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/A/b0e8b6d863984c65ad4375d15ee4370a, entries=150, sequenceid=116, filesize=11.7 K 2024-11-08T12:41:48,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/.tmp/B/1673f7d35a5243f9a6f73ed4feee729d as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/B/1673f7d35a5243f9a6f73ed4feee729d 2024-11-08T12:41:48,935 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/B/1673f7d35a5243f9a6f73ed4feee729d, entries=150, sequenceid=116, filesize=11.7 K 2024-11-08T12:41:48,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/.tmp/C/f39e059c51674f71a6460977d274f83a as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/C/f39e059c51674f71a6460977d274f83a 2024-11-08T12:41:48,940 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/C/f39e059c51674f71a6460977d274f83a, entries=150, sequenceid=116, filesize=11.7 K 2024-11-08T12:41:48,941 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for ee9dfeba7c60dda445fc6e1b94025459 in 843ms, sequenceid=116, compaction requested=false 2024-11-08T12:41:48,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2603): Flush status journal for ee9dfeba7c60dda445fc6e1b94025459: 2024-11-08T12:41:48,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459. 2024-11-08T12:41:48,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=126 2024-11-08T12:41:48,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] master.HMaster(4169): Remote procedure done, pid=126 2024-11-08T12:41:48,944 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=126, resume processing ppid=125 2024-11-08T12:41:48,944 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=126, ppid=125, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 997 msec 2024-11-08T12:41:48,946 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=125, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=125, table=TestAcidGuarantees in 1.0010 sec 2024-11-08T12:41:49,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-08T12:41:49,083 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-08T12:41:49,084 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-08T12:41:49,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] procedure2.ProcedureExecutor(1139): Stored pid=127, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=127, table=TestAcidGuarantees 2024-11-08T12:41:49,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-08T12:41:49,085 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=127, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=127, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-08T12:41:49,086 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=127, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=127, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-08T12:41:49,086 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=128, ppid=127, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-08T12:41:49,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-08T12:41:49,238 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38479 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-11-08T12:41:49,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459. 2024-11-08T12:41:49,238 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2902): Flushing ee9dfeba7c60dda445fc6e1b94025459 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-08T12:41:49,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/.tmp/A/35434ead89f84a36ac2f3f1f80b703ea is 50, key is test_row_0/A:col10/1731069708255/Put/seqid=0 2024-11-08T12:41:49,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742277_1453 (size=12051) 2024-11-08T12:41:49,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-08T12:41:49,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(8855): Flush requested on ee9dfeba7c60dda445fc6e1b94025459 2024-11-08T12:41:49,436 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459. as already flushing 2024-11-08T12:41:49,548 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:41:49,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41434 deadline: 1731069769540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:41:49,548 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:49,548 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:49,548 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:41:49,650 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=130 (bloomFilter=true), to=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/.tmp/A/35434ead89f84a36ac2f3f1f80b703ea 2024-11-08T12:41:49,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/.tmp/B/b424b8d605764dd7adca9e4ca8b5cd61 is 50, key is test_row_0/B:col10/1731069708255/Put/seqid=0 2024-11-08T12:41:49,658 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:41:49,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742278_1454 (size=12051) 2024-11-08T12:41:49,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41434 deadline: 1731069769653, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:41:49,658 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:49,658 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:49,658 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:41:49,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-08T12:41:49,867 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:41:49,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41434 deadline: 1731069769863, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:41:49,867 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:49,867 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:49,867 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:41:50,058 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=130 (bloomFilter=true), to=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/.tmp/B/b424b8d605764dd7adca9e4ca8b5cd61 2024-11-08T12:41:50,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/.tmp/C/84dd1d8e9c634f058f9787f04b063bc9 is 50, key is test_row_0/C:col10/1731069708255/Put/seqid=0 2024-11-08T12:41:50,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742279_1455 (size=12051) 2024-11-08T12:41:50,180 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:41:50,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41434 deadline: 1731069770173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:41:50,181 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:50,181 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:50,181 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:41:50,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-08T12:41:50,478 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=130 (bloomFilter=true), to=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/.tmp/C/84dd1d8e9c634f058f9787f04b063bc9 2024-11-08T12:41:50,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/.tmp/A/35434ead89f84a36ac2f3f1f80b703ea as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/A/35434ead89f84a36ac2f3f1f80b703ea 2024-11-08T12:41:50,485 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/A/35434ead89f84a36ac2f3f1f80b703ea, entries=150, sequenceid=130, filesize=11.8 K 2024-11-08T12:41:50,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/.tmp/B/b424b8d605764dd7adca9e4ca8b5cd61 as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/B/b424b8d605764dd7adca9e4ca8b5cd61 2024-11-08T12:41:50,489 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/B/b424b8d605764dd7adca9e4ca8b5cd61, entries=150, sequenceid=130, filesize=11.8 K 2024-11-08T12:41:50,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/.tmp/C/84dd1d8e9c634f058f9787f04b063bc9 as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/C/84dd1d8e9c634f058f9787f04b063bc9 2024-11-08T12:41:50,493 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/C/84dd1d8e9c634f058f9787f04b063bc9, entries=150, sequenceid=130, filesize=11.8 K 2024-11-08T12:41:50,494 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for ee9dfeba7c60dda445fc6e1b94025459 in 1256ms, sequenceid=130, compaction requested=true 2024-11-08T12:41:50,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2603): Flush status journal for ee9dfeba7c60dda445fc6e1b94025459: 2024-11-08T12:41:50,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459. 2024-11-08T12:41:50,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=128 2024-11-08T12:41:50,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] master.HMaster(4169): Remote procedure done, pid=128 2024-11-08T12:41:50,496 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=128, resume processing ppid=127 2024-11-08T12:41:50,496 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=128, ppid=127, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4090 sec 2024-11-08T12:41:50,498 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=127, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=127, table=TestAcidGuarantees in 1.4130 sec 2024-11-08T12:41:50,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(8855): Flush requested on ee9dfeba7c60dda445fc6e1b94025459 2024-11-08T12:41:50,650 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-08T12:41:50,650 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ee9dfeba7c60dda445fc6e1b94025459 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-08T12:41:50,655 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/.tmp/A/6e32a645bb824da6b0f0d032f714ebdb is 50, key is test_row_0/A:col10/1731069710650/Put/seqid=0 2024-11-08T12:41:50,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742280_1456 (size=16931) 2024-11-08T12:41:50,680 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:41:50,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41432 deadline: 1731069770668, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:41:50,680 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:50,680 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:50,680 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:41:50,680 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:41:50,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41384 deadline: 1731069770673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:41:50,680 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:50,680 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:50,680 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:41:50,680 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:41:50,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41446 deadline: 1731069770674, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:41:50,681 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:50,681 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:50,681 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:41:50,683 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:41:50,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41388 deadline: 1731069770674, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:41:50,683 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:50,683 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:50,683 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:41:50,702 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:41:50,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41434 deadline: 1731069770693, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:41:50,702 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:50,702 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:50,702 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:41:50,790 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:41:50,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41432 deadline: 1731069770783, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:41:50,790 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:41:50,790 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:50,790 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:50,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41384 deadline: 1731069770783, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:41:50,791 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:41:50,791 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:41:50,791 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:50,791 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:50,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41446 deadline: 1731069770783, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:41:50,791 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:41:50,791 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:50,791 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:50,791 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:41:50,801 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:41:50,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41388 deadline: 1731069770792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:41:50,802 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:50,802 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:50,802 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:41:50,998 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:41:50,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41432 deadline: 1731069770993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:41:50,998 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:50,998 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:50,998 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:41:51,008 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:41:51,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41384 deadline: 1731069771003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:41:51,008 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:51,008 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:41:51,008 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:51,008 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:41:51,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41446 deadline: 1731069771003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:41:51,009 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:51,009 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:51,009 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:41:51,019 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:41:51,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41388 deadline: 1731069771012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:41:51,019 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:51,019 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:51,019 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:41:51,059 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=154 (bloomFilter=true), to=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/.tmp/A/6e32a645bb824da6b0f0d032f714ebdb 2024-11-08T12:41:51,064 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/.tmp/B/ca1e3e57329b42f4a3e0826180e225f1 is 50, key is test_row_0/B:col10/1731069710650/Put/seqid=0 2024-11-08T12:41:51,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742281_1457 (size=12151) 2024-11-08T12:41:51,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-08T12:41:51,234 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-08T12:41:51,234 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-08T12:41:51,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] procedure2.ProcedureExecutor(1139): Stored pid=129, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=129, table=TestAcidGuarantees 2024-11-08T12:41:51,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-08T12:41:51,236 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=129, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=129, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-08T12:41:51,236 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=129, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=129, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-08T12:41:51,236 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=130, ppid=129, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-08T12:41:51,311 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:41:51,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41432 deadline: 1731069771303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:41:51,311 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:51,311 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:51,311 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:41:51,321 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:41:51,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41384 deadline: 1731069771313, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:41:51,321 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:41:51,322 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:51,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41446 deadline: 1731069771313, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:41:51,322 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:51,322 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:41:51,322 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:51,322 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:51,322 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:41:51,332 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:41:51,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41388 deadline: 1731069771323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:41:51,332 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:51,332 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:51,332 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:41:51,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-08T12:41:51,389 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38479 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-08T12:41:51,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459. 2024-11-08T12:41:51,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459. as already flushing 2024-11-08T12:41:51,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459. 2024-11-08T12:41:51,389 ERROR [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => ee9dfeba7c60dda445fc6e1b94025459, NAME => 'TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:41:51,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => ee9dfeba7c60dda445fc6e1b94025459, NAME => 'TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:41:51,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ee9dfeba7c60dda445fc6e1b94025459, NAME => 'TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ee9dfeba7c60dda445fc6e1b94025459, NAME => 'TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:41:51,468 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=154 (bloomFilter=true), to=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/.tmp/B/ca1e3e57329b42f4a3e0826180e225f1 2024-11-08T12:41:51,474 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/.tmp/C/a437f1ea077b4934a150be1e0a2a7294 is 50, key is test_row_0/C:col10/1731069710650/Put/seqid=0 2024-11-08T12:41:51,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742282_1458 (size=12151) 2024-11-08T12:41:51,542 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38479 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-08T12:41:51,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459. 2024-11-08T12:41:51,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459. as already flushing 2024-11-08T12:41:51,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459. 2024-11-08T12:41:51,542 ERROR [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => ee9dfeba7c60dda445fc6e1b94025459, NAME => 'TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:41:51,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => ee9dfeba7c60dda445fc6e1b94025459, NAME => 'TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:41:51,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ee9dfeba7c60dda445fc6e1b94025459, NAME => 'TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ee9dfeba7c60dda445fc6e1b94025459, NAME => 'TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:41:51,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-08T12:41:51,694 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38479 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-08T12:41:51,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459. 2024-11-08T12:41:51,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459. as already flushing 2024-11-08T12:41:51,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459. 2024-11-08T12:41:51,695 ERROR [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => ee9dfeba7c60dda445fc6e1b94025459, NAME => 'TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:41:51,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => ee9dfeba7c60dda445fc6e1b94025459, NAME => 'TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:41:51,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ee9dfeba7c60dda445fc6e1b94025459, NAME => 'TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ee9dfeba7c60dda445fc6e1b94025459, NAME => 'TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:41:51,719 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:41:51,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41434 deadline: 1731069771712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:41:51,720 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to 6ccfea20c990,38479,1731069575023 for 'test_row_2' in ee9dfeba7c60dda445fc6e1b94025459 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2180 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-08T12:41:51,720 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:51,720 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:51,720 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:41:51,828 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:41:51,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41432 deadline: 1731069771823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:41:51,829 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:51,829 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:51,829 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:41:51,839 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:41:51,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41384 deadline: 1731069771833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:41:51,839 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:51,839 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:41:51,839 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:51,839 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:41:51,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41446 deadline: 1731069771833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:41:51,840 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:51,840 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:51,840 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:41:51,847 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38479 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-08T12:41:51,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459. 2024-11-08T12:41:51,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459. as already flushing 2024-11-08T12:41:51,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459. 2024-11-08T12:41:51,847 ERROR [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => ee9dfeba7c60dda445fc6e1b94025459, NAME => 'TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:41:51,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => ee9dfeba7c60dda445fc6e1b94025459, NAME => 'TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:41:51,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ee9dfeba7c60dda445fc6e1b94025459, NAME => 'TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ee9dfeba7c60dda445fc6e1b94025459, NAME => 'TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:41:51,850 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:41:51,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41388 deadline: 1731069771843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:41:51,850 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:51,850 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:51,850 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:41:51,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-08T12:41:51,877 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=154 (bloomFilter=true), to=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/.tmp/C/a437f1ea077b4934a150be1e0a2a7294 2024-11-08T12:41:51,881 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/.tmp/A/6e32a645bb824da6b0f0d032f714ebdb as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/A/6e32a645bb824da6b0f0d032f714ebdb 2024-11-08T12:41:51,884 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/A/6e32a645bb824da6b0f0d032f714ebdb, entries=250, sequenceid=154, filesize=16.5 K 2024-11-08T12:41:51,885 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/.tmp/B/ca1e3e57329b42f4a3e0826180e225f1 as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/B/ca1e3e57329b42f4a3e0826180e225f1 2024-11-08T12:41:51,888 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/B/ca1e3e57329b42f4a3e0826180e225f1, entries=150, sequenceid=154, filesize=11.9 K 2024-11-08T12:41:51,889 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/.tmp/C/a437f1ea077b4934a150be1e0a2a7294 as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/C/a437f1ea077b4934a150be1e0a2a7294 2024-11-08T12:41:51,891 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/C/a437f1ea077b4934a150be1e0a2a7294, entries=150, sequenceid=154, filesize=11.9 K 2024-11-08T12:41:51,892 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for ee9dfeba7c60dda445fc6e1b94025459 in 1242ms, sequenceid=154, compaction requested=true 2024-11-08T12:41:51,892 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ee9dfeba7c60dda445fc6e1b94025459: 2024-11-08T12:41:51,892 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ee9dfeba7c60dda445fc6e1b94025459:A, priority=-2147483648, current under compaction store size is 1 2024-11-08T12:41:51,892 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T12:41:51,892 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ee9dfeba7c60dda445fc6e1b94025459:B, priority=-2147483648, current under compaction store size is 2 2024-11-08T12:41:51,892 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T12:41:51,892 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-08T12:41:51,892 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ee9dfeba7c60dda445fc6e1b94025459:C, priority=-2147483648, current under compaction store size is 3 2024-11-08T12:41:51,892 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T12:41:51,892 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-08T12:41:51,894 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48410 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-08T12:41:51,894 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HStore(1541): ee9dfeba7c60dda445fc6e1b94025459/B is initiating minor compaction (all files) 2024-11-08T12:41:51,894 INFO [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ee9dfeba7c60dda445fc6e1b94025459/B in TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459. 2024-11-08T12:41:51,894 INFO [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/B/feeeb026d4584ff6b235a64f11628b2a, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/B/1673f7d35a5243f9a6f73ed4feee729d, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/B/b424b8d605764dd7adca9e4ca8b5cd61, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/B/ca1e3e57329b42f4a3e0826180e225f1] into tmpdir=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/.tmp, totalSize=47.3 K 2024-11-08T12:41:51,894 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 53190 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-08T12:41:51,894 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HStore(1541): ee9dfeba7c60dda445fc6e1b94025459/A is initiating minor compaction (all files) 2024-11-08T12:41:51,894 INFO [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ee9dfeba7c60dda445fc6e1b94025459/A in TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459. 2024-11-08T12:41:51,894 INFO [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/A/f704b09c21564120866f2e8ef8b6eb17, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/A/b0e8b6d863984c65ad4375d15ee4370a, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/A/35434ead89f84a36ac2f3f1f80b703ea, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/A/6e32a645bb824da6b0f0d032f714ebdb] into tmpdir=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/.tmp, totalSize=51.9 K 2024-11-08T12:41:51,895 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] compactions.Compactor(225): Compacting f704b09c21564120866f2e8ef8b6eb17, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1731069706077 2024-11-08T12:41:51,895 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.Compactor(225): Compacting feeeb026d4584ff6b235a64f11628b2a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1731069706077 2024-11-08T12:41:51,896 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] compactions.Compactor(225): Compacting b0e8b6d863984c65ad4375d15ee4370a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1731069706420 2024-11-08T12:41:51,897 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.Compactor(225): Compacting 1673f7d35a5243f9a6f73ed4feee729d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1731069706420 2024-11-08T12:41:51,897 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] compactions.Compactor(225): Compacting 35434ead89f84a36ac2f3f1f80b703ea, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1731069708255 2024-11-08T12:41:51,897 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.Compactor(225): Compacting b424b8d605764dd7adca9e4ca8b5cd61, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1731069708255 2024-11-08T12:41:51,897 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6e32a645bb824da6b0f0d032f714ebdb, keycount=250, bloomtype=ROW, size=16.5 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1731069709513 2024-11-08T12:41:51,897 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.Compactor(225): Compacting ca1e3e57329b42f4a3e0826180e225f1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1731069709527 2024-11-08T12:41:51,906 INFO [RS:0;6ccfea20c990:38479-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ee9dfeba7c60dda445fc6e1b94025459#B#compaction#387 average throughput is 1.31 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-08T12:41:51,907 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/.tmp/B/1f0e920ff17f4c5aaac99105058627b1 is 50, key is test_row_0/B:col10/1731069710650/Put/seqid=0 2024-11-08T12:41:51,907 INFO [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ee9dfeba7c60dda445fc6e1b94025459#A#compaction#388 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T12:41:51,907 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/.tmp/A/f3daee823a4d4b52b282248666a97e4d is 50, key is test_row_0/A:col10/1731069710650/Put/seqid=0 2024-11-08T12:41:51,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742284_1460 (size=12493) 2024-11-08T12:41:51,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742283_1459 (size=12493) 2024-11-08T12:41:52,000 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38479 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-08T12:41:52,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459. 2024-11-08T12:41:52,000 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2902): Flushing ee9dfeba7c60dda445fc6e1b94025459 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-08T12:41:52,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/.tmp/A/8ff35a935a7d4d14825dfc6b0105fa0c is 50, key is test_row_0/A:col10/1731069710673/Put/seqid=0 2024-11-08T12:41:52,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742285_1461 (size=12151) 2024-11-08T12:41:52,315 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/.tmp/A/f3daee823a4d4b52b282248666a97e4d as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/A/f3daee823a4d4b52b282248666a97e4d 2024-11-08T12:41:52,317 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/.tmp/B/1f0e920ff17f4c5aaac99105058627b1 as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/B/1f0e920ff17f4c5aaac99105058627b1 2024-11-08T12:41:52,318 INFO [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in ee9dfeba7c60dda445fc6e1b94025459/A of ee9dfeba7c60dda445fc6e1b94025459 into f3daee823a4d4b52b282248666a97e4d(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T12:41:52,318 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ee9dfeba7c60dda445fc6e1b94025459: 2024-11-08T12:41:52,318 INFO [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., storeName=ee9dfeba7c60dda445fc6e1b94025459/A, priority=12, startTime=1731069711892; duration=0sec 2024-11-08T12:41:52,318 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T12:41:52,318 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ee9dfeba7c60dda445fc6e1b94025459:A 2024-11-08T12:41:52,318 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-08T12:41:52,319 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48410 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-08T12:41:52,319 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HStore(1541): ee9dfeba7c60dda445fc6e1b94025459/C is initiating minor compaction (all files) 2024-11-08T12:41:52,319 INFO [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ee9dfeba7c60dda445fc6e1b94025459/C in TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459. 2024-11-08T12:41:52,319 INFO [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/C/8336190e27d54777b13767d346f7eebb, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/C/f39e059c51674f71a6460977d274f83a, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/C/84dd1d8e9c634f058f9787f04b063bc9, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/C/a437f1ea077b4934a150be1e0a2a7294] into tmpdir=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/.tmp, totalSize=47.3 K 2024-11-08T12:41:52,320 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8336190e27d54777b13767d346f7eebb, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1731069706077 2024-11-08T12:41:52,320 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] compactions.Compactor(225): Compacting f39e059c51674f71a6460977d274f83a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1731069706420 2024-11-08T12:41:52,320 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] compactions.Compactor(225): Compacting 84dd1d8e9c634f058f9787f04b063bc9, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1731069708255 2024-11-08T12:41:52,320 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] compactions.Compactor(225): Compacting a437f1ea077b4934a150be1e0a2a7294, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1731069709527 2024-11-08T12:41:52,321 INFO [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in ee9dfeba7c60dda445fc6e1b94025459/B of ee9dfeba7c60dda445fc6e1b94025459 into 1f0e920ff17f4c5aaac99105058627b1(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T12:41:52,321 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ee9dfeba7c60dda445fc6e1b94025459: 2024-11-08T12:41:52,321 INFO [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., storeName=ee9dfeba7c60dda445fc6e1b94025459/B, priority=12, startTime=1731069711892; duration=0sec 2024-11-08T12:41:52,321 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T12:41:52,321 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ee9dfeba7c60dda445fc6e1b94025459:B 2024-11-08T12:41:52,326 INFO [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ee9dfeba7c60dda445fc6e1b94025459#C#compaction#390 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T12:41:52,327 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/.tmp/C/cd4eac6882794113b39cf675ebd2188f is 50, key is test_row_0/C:col10/1731069710650/Put/seqid=0 2024-11-08T12:41:52,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742286_1462 (size=12493) 2024-11-08T12:41:52,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-08T12:41:52,407 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=166 (bloomFilter=true), to=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/.tmp/A/8ff35a935a7d4d14825dfc6b0105fa0c 2024-11-08T12:41:52,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/.tmp/B/915552f7bd5347b2b9a57c9ce165066e is 50, key is test_row_0/B:col10/1731069710673/Put/seqid=0 2024-11-08T12:41:52,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742287_1463 (size=12151) 2024-11-08T12:41:52,733 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/.tmp/C/cd4eac6882794113b39cf675ebd2188f as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/C/cd4eac6882794113b39cf675ebd2188f 2024-11-08T12:41:52,738 INFO [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in ee9dfeba7c60dda445fc6e1b94025459/C of ee9dfeba7c60dda445fc6e1b94025459 into cd4eac6882794113b39cf675ebd2188f(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T12:41:52,738 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ee9dfeba7c60dda445fc6e1b94025459: 2024-11-08T12:41:52,738 INFO [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., storeName=ee9dfeba7c60dda445fc6e1b94025459/C, priority=12, startTime=1731069711892; duration=0sec 2024-11-08T12:41:52,738 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T12:41:52,738 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ee9dfeba7c60dda445fc6e1b94025459:C 2024-11-08T12:41:52,817 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=166 (bloomFilter=true), to=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/.tmp/B/915552f7bd5347b2b9a57c9ce165066e 2024-11-08T12:41:52,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/.tmp/C/69e1b98954164f96853f91bb89feaaa4 is 50, key is test_row_0/C:col10/1731069710673/Put/seqid=0 2024-11-08T12:41:52,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742288_1464 (size=12151) 2024-11-08T12:41:52,827 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=166 (bloomFilter=true), to=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/.tmp/C/69e1b98954164f96853f91bb89feaaa4 2024-11-08T12:41:52,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/.tmp/A/8ff35a935a7d4d14825dfc6b0105fa0c as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/A/8ff35a935a7d4d14825dfc6b0105fa0c 2024-11-08T12:41:52,834 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/A/8ff35a935a7d4d14825dfc6b0105fa0c, entries=150, sequenceid=166, filesize=11.9 K 2024-11-08T12:41:52,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/.tmp/B/915552f7bd5347b2b9a57c9ce165066e as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/B/915552f7bd5347b2b9a57c9ce165066e 2024-11-08T12:41:52,838 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/B/915552f7bd5347b2b9a57c9ce165066e, entries=150, sequenceid=166, filesize=11.9 K 2024-11-08T12:41:52,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/.tmp/C/69e1b98954164f96853f91bb89feaaa4 as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/C/69e1b98954164f96853f91bb89feaaa4 2024-11-08T12:41:52,841 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/C/69e1b98954164f96853f91bb89feaaa4, entries=150, sequenceid=166, filesize=11.9 K 2024-11-08T12:41:52,842 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=0 B/0 for ee9dfeba7c60dda445fc6e1b94025459 in 842ms, sequenceid=166, compaction requested=false 2024-11-08T12:41:52,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2603): Flush status journal for ee9dfeba7c60dda445fc6e1b94025459: 2024-11-08T12:41:52,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459. 2024-11-08T12:41:52,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=130 2024-11-08T12:41:52,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] master.HMaster(4169): Remote procedure done, pid=130 2024-11-08T12:41:52,845 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=130, resume processing ppid=129 2024-11-08T12:41:52,845 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=130, ppid=129, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6080 sec 2024-11-08T12:41:52,848 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=129, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=129, table=TestAcidGuarantees in 1.6130 sec 2024-11-08T12:41:52,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(8855): Flush requested on ee9dfeba7c60dda445fc6e1b94025459 2024-11-08T12:41:52,857 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-08T12:41:52,858 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ee9dfeba7c60dda445fc6e1b94025459 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-08T12:41:52,862 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/.tmp/A/5997eb0feaa64addacac228eda26b792 is 50, key is test_row_1/A:col10/1731069712857/Put/seqid=0 2024-11-08T12:41:52,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742289_1465 (size=19317) 2024-11-08T12:41:52,909 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:41:52,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41432 deadline: 1731069772901, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:41:52,910 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:41:52,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41384 deadline: 1731069772902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:41:52,910 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:52,910 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:52,910 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:41:52,910 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:52,910 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:52,910 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:41:52,911 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:41:52,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41446 deadline: 1731069772903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:41:52,912 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:52,912 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:52,912 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:41:52,915 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:41:52,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41388 deadline: 1731069772904, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:41:52,915 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:52,915 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:52,915 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:41:53,018 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:41:53,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41432 deadline: 1731069773013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:41:53,018 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:41:53,018 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:53,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41384 deadline: 1731069773013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:41:53,018 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:53,018 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:41:53,019 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:53,019 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:53,019 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:41:53,029 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:41:53,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41446 deadline: 1731069773023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:41:53,029 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:53,029 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:41:53,029 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:53,029 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:41:53,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41388 deadline: 1731069773023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:41:53,029 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:53,029 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:53,029 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:41:53,224 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:41:53,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41432 deadline: 1731069773223, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:41:53,224 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:53,225 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:53,224 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:41:53,225 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:41:53,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41384 deadline: 1731069773223, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:41:53,225 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:53,225 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:53,225 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:41:53,239 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:41:53,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41446 deadline: 1731069773233, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:41:53,239 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:41:53,239 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:53,239 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:53,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41388 deadline: 1731069773233, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:41:53,239 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:41:53,239 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:53,239 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:53,240 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:41:53,268 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=180 (bloomFilter=true), to=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/.tmp/A/5997eb0feaa64addacac228eda26b792 2024-11-08T12:41:53,273 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/.tmp/B/8bb9c2db4b9f4f87b62734503cbe8848 is 50, key is test_row_1/B:col10/1731069712857/Put/seqid=0 2024-11-08T12:41:53,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742290_1466 (size=9757) 2024-11-08T12:41:53,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-08T12:41:53,384 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-08T12:41:53,384 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-08T12:41:53,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] procedure2.ProcedureExecutor(1139): Stored pid=131, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=131, table=TestAcidGuarantees 2024-11-08T12:41:53,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-08T12:41:53,386 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=131, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=131, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-08T12:41:53,386 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=131, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=131, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-08T12:41:53,386 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=132, ppid=131, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-08T12:41:53,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-08T12:41:53,538 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38479 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-11-08T12:41:53,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459. 2024-11-08T12:41:53,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459. as already flushing 2024-11-08T12:41:53,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459. 2024-11-08T12:41:53,538 ERROR [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] handler.RSProcedureHandler(58): pid=132 java.io.IOException: Unable to complete flush {ENCODED => ee9dfeba7c60dda445fc6e1b94025459, NAME => 'TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:41:53,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=132 java.io.IOException: Unable to complete flush {ENCODED => ee9dfeba7c60dda445fc6e1b94025459, NAME => 'TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:41:53,539 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:41:53,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41432 deadline: 1731069773533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:41:53,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] master.HMaster(4177): Remote procedure failed, pid=132 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ee9dfeba7c60dda445fc6e1b94025459, NAME => 'TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ee9dfeba7c60dda445fc6e1b94025459, NAME => 'TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:41:53,540 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:53,540 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:41:53,540 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:53,540 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:41:53,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41384 deadline: 1731069773533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:41:53,540 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:53,540 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:53,540 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:41:53,548 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:41:53,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41446 deadline: 1731069773543, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:41:53,548 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:41:53,549 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:53,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41388 deadline: 1731069773543, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:41:53,549 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:53,549 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:41:53,549 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:53,549 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:53,549 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:41:53,677 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=180 (bloomFilter=true), to=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/.tmp/B/8bb9c2db4b9f4f87b62734503cbe8848 2024-11-08T12:41:53,683 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/.tmp/C/c0a24364e33e4fab97e791936c53180d is 50, key is test_row_1/C:col10/1731069712857/Put/seqid=0 2024-11-08T12:41:53,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742291_1467 (size=9757) 2024-11-08T12:41:53,691 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38479 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-11-08T12:41:53,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459. 2024-11-08T12:41:53,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459. as already flushing 2024-11-08T12:41:53,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459. 2024-11-08T12:41:53,691 ERROR [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] handler.RSProcedureHandler(58): pid=132 java.io.IOException: Unable to complete flush {ENCODED => ee9dfeba7c60dda445fc6e1b94025459, NAME => 'TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:41:53,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=132 java.io.IOException: Unable to complete flush {ENCODED => ee9dfeba7c60dda445fc6e1b94025459, NAME => 'TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:41:53,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] master.HMaster(4177): Remote procedure failed, pid=132 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ee9dfeba7c60dda445fc6e1b94025459, NAME => 'TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ee9dfeba7c60dda445fc6e1b94025459, NAME => 'TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:41:53,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-08T12:41:53,729 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:41:53,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41434 deadline: 1731069773723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:41:53,730 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to 6ccfea20c990,38479,1731069575023 for 'test_row_2' in ee9dfeba7c60dda445fc6e1b94025459 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4190 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-08T12:41:53,730 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:53,730 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:53,730 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:41:53,844 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38479 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-11-08T12:41:53,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459. 2024-11-08T12:41:53,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459. as already flushing 2024-11-08T12:41:53,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459. 2024-11-08T12:41:53,844 ERROR [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] handler.RSProcedureHandler(58): pid=132 java.io.IOException: Unable to complete flush {ENCODED => ee9dfeba7c60dda445fc6e1b94025459, NAME => 'TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:41:53,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=132 java.io.IOException: Unable to complete flush {ENCODED => ee9dfeba7c60dda445fc6e1b94025459, NAME => 'TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:41:53,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] master.HMaster(4177): Remote procedure failed, pid=132 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ee9dfeba7c60dda445fc6e1b94025459, NAME => 'TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ee9dfeba7c60dda445fc6e1b94025459, NAME => 'TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:41:53,997 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38479 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-11-08T12:41:53,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459. 2024-11-08T12:41:53,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459. as already flushing 2024-11-08T12:41:53,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459. 2024-11-08T12:41:53,997 ERROR [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] handler.RSProcedureHandler(58): pid=132 java.io.IOException: Unable to complete flush {ENCODED => ee9dfeba7c60dda445fc6e1b94025459, NAME => 'TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:41:53,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=132 java.io.IOException: Unable to complete flush {ENCODED => ee9dfeba7c60dda445fc6e1b94025459, NAME => 'TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:41:53,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] master.HMaster(4177): Remote procedure failed, pid=132 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ee9dfeba7c60dda445fc6e1b94025459, NAME => 'TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ee9dfeba7c60dda445fc6e1b94025459, NAME => 'TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:41:54,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-08T12:41:54,048 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:41:54,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41432 deadline: 1731069774043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:41:54,049 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:54,049 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:54,049 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:41:54,057 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:41:54,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41384 deadline: 1731069774052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:41:54,058 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:41:54,058 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:54,058 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:54,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41446 deadline: 1731069774052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:41:54,058 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:41:54,058 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:54,058 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:54,058 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:41:54,069 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:41:54,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41388 deadline: 1731069774063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:41:54,070 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:54,070 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:54,070 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:41:54,091 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=180 (bloomFilter=true), to=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/.tmp/C/c0a24364e33e4fab97e791936c53180d 2024-11-08T12:41:54,094 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/.tmp/A/5997eb0feaa64addacac228eda26b792 as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/A/5997eb0feaa64addacac228eda26b792 2024-11-08T12:41:54,097 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/A/5997eb0feaa64addacac228eda26b792, entries=300, sequenceid=180, filesize=18.9 K 2024-11-08T12:41:54,098 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/.tmp/B/8bb9c2db4b9f4f87b62734503cbe8848 as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/B/8bb9c2db4b9f4f87b62734503cbe8848 2024-11-08T12:41:54,100 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/B/8bb9c2db4b9f4f87b62734503cbe8848, entries=100, sequenceid=180, filesize=9.5 K 2024-11-08T12:41:54,101 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/.tmp/C/c0a24364e33e4fab97e791936c53180d as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/C/c0a24364e33e4fab97e791936c53180d 2024-11-08T12:41:54,104 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/C/c0a24364e33e4fab97e791936c53180d, entries=100, sequenceid=180, filesize=9.5 K 2024-11-08T12:41:54,105 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for ee9dfeba7c60dda445fc6e1b94025459 in 1248ms, sequenceid=180, compaction requested=true 2024-11-08T12:41:54,105 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ee9dfeba7c60dda445fc6e1b94025459: 2024-11-08T12:41:54,105 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ee9dfeba7c60dda445fc6e1b94025459:A, priority=-2147483648, current under compaction store size is 1 2024-11-08T12:41:54,105 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T12:41:54,105 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T12:41:54,105 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ee9dfeba7c60dda445fc6e1b94025459:B, priority=-2147483648, current under compaction store size is 2 2024-11-08T12:41:54,105 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T12:41:54,105 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T12:41:54,105 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ee9dfeba7c60dda445fc6e1b94025459:C, priority=-2147483648, current under compaction store size is 3 2024-11-08T12:41:54,105 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T12:41:54,105 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 43961 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T12:41:54,105 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34401 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T12:41:54,106 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HStore(1541): ee9dfeba7c60dda445fc6e1b94025459/B is initiating minor compaction (all files) 2024-11-08T12:41:54,106 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HStore(1541): ee9dfeba7c60dda445fc6e1b94025459/A is initiating minor compaction (all files) 2024-11-08T12:41:54,106 INFO [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ee9dfeba7c60dda445fc6e1b94025459/B in TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459. 2024-11-08T12:41:54,106 INFO [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ee9dfeba7c60dda445fc6e1b94025459/A in TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459. 2024-11-08T12:41:54,106 INFO [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/B/1f0e920ff17f4c5aaac99105058627b1, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/B/915552f7bd5347b2b9a57c9ce165066e, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/B/8bb9c2db4b9f4f87b62734503cbe8848] into tmpdir=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/.tmp, totalSize=33.6 K 2024-11-08T12:41:54,106 INFO [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/A/f3daee823a4d4b52b282248666a97e4d, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/A/8ff35a935a7d4d14825dfc6b0105fa0c, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/A/5997eb0feaa64addacac228eda26b792] into tmpdir=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/.tmp, totalSize=42.9 K 2024-11-08T12:41:54,106 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] compactions.Compactor(225): Compacting f3daee823a4d4b52b282248666a97e4d, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1731069709527 2024-11-08T12:41:54,106 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.Compactor(225): Compacting 1f0e920ff17f4c5aaac99105058627b1, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1731069709527 2024-11-08T12:41:54,106 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8ff35a935a7d4d14825dfc6b0105fa0c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=166, earliestPutTs=1731069710662 2024-11-08T12:41:54,106 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.Compactor(225): Compacting 915552f7bd5347b2b9a57c9ce165066e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=166, earliestPutTs=1731069710662 2024-11-08T12:41:54,106 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5997eb0feaa64addacac228eda26b792, keycount=300, bloomtype=ROW, size=18.9 K, encoding=NONE, compression=NONE, seqNum=180, earliestPutTs=1731069712847 2024-11-08T12:41:54,106 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.Compactor(225): Compacting 8bb9c2db4b9f4f87b62734503cbe8848, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=180, earliestPutTs=1731069712855 2024-11-08T12:41:54,111 INFO [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ee9dfeba7c60dda445fc6e1b94025459#A#compaction#396 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-08T12:41:54,111 INFO [RS:0;6ccfea20c990:38479-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ee9dfeba7c60dda445fc6e1b94025459#B#compaction#397 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T12:41:54,111 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/.tmp/A/eae4f02570ac4ab9a1bbd61e5cd94f04 is 50, key is test_row_0/A:col10/1731069710673/Put/seqid=0 2024-11-08T12:41:54,111 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/.tmp/B/3a2a7bb35e144ff39348177df3efe144 is 50, key is test_row_0/B:col10/1731069710673/Put/seqid=0 2024-11-08T12:41:54,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742292_1468 (size=12595) 2024-11-08T12:41:54,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742293_1469 (size=12595) 2024-11-08T12:41:54,127 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/.tmp/B/3a2a7bb35e144ff39348177df3efe144 as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/B/3a2a7bb35e144ff39348177df3efe144 2024-11-08T12:41:54,130 INFO [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ee9dfeba7c60dda445fc6e1b94025459/B of ee9dfeba7c60dda445fc6e1b94025459 into 3a2a7bb35e144ff39348177df3efe144(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T12:41:54,130 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ee9dfeba7c60dda445fc6e1b94025459: 2024-11-08T12:41:54,130 INFO [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., storeName=ee9dfeba7c60dda445fc6e1b94025459/B, priority=13, startTime=1731069714105; duration=0sec 2024-11-08T12:41:54,130 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T12:41:54,130 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ee9dfeba7c60dda445fc6e1b94025459:B 2024-11-08T12:41:54,130 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T12:41:54,131 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34401 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T12:41:54,131 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HStore(1541): ee9dfeba7c60dda445fc6e1b94025459/C is initiating minor compaction (all files) 2024-11-08T12:41:54,131 INFO [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ee9dfeba7c60dda445fc6e1b94025459/C in TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459. 2024-11-08T12:41:54,131 INFO [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/C/cd4eac6882794113b39cf675ebd2188f, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/C/69e1b98954164f96853f91bb89feaaa4, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/C/c0a24364e33e4fab97e791936c53180d] into tmpdir=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/.tmp, totalSize=33.6 K 2024-11-08T12:41:54,131 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.Compactor(225): Compacting cd4eac6882794113b39cf675ebd2188f, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1731069709527 2024-11-08T12:41:54,132 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.Compactor(225): Compacting 69e1b98954164f96853f91bb89feaaa4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=166, earliestPutTs=1731069710662 2024-11-08T12:41:54,132 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.Compactor(225): Compacting c0a24364e33e4fab97e791936c53180d, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=180, earliestPutTs=1731069712855 2024-11-08T12:41:54,139 INFO [RS:0;6ccfea20c990:38479-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ee9dfeba7c60dda445fc6e1b94025459#C#compaction#398 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T12:41:54,139 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/.tmp/C/598873370965472aa44e07a464644be1 is 50, key is test_row_0/C:col10/1731069710673/Put/seqid=0 2024-11-08T12:41:54,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742294_1470 (size=12595) 2024-11-08T12:41:54,149 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38479 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-11-08T12:41:54,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459. 2024-11-08T12:41:54,150 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2902): Flushing ee9dfeba7c60dda445fc6e1b94025459 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-08T12:41:54,150 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/.tmp/C/598873370965472aa44e07a464644be1 as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/C/598873370965472aa44e07a464644be1 2024-11-08T12:41:54,154 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/.tmp/A/44b5ee1a844e4185a65034f251115781 is 50, key is test_row_0/A:col10/1731069712889/Put/seqid=0 2024-11-08T12:41:54,156 INFO [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ee9dfeba7c60dda445fc6e1b94025459/C of ee9dfeba7c60dda445fc6e1b94025459 into 598873370965472aa44e07a464644be1(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T12:41:54,156 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ee9dfeba7c60dda445fc6e1b94025459: 2024-11-08T12:41:54,156 INFO [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., storeName=ee9dfeba7c60dda445fc6e1b94025459/C, priority=13, startTime=1731069714105; duration=0sec 2024-11-08T12:41:54,156 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T12:41:54,157 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ee9dfeba7c60dda445fc6e1b94025459:C 2024-11-08T12:41:54,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742295_1471 (size=12151) 2024-11-08T12:41:54,159 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=206 (bloomFilter=true), to=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/.tmp/A/44b5ee1a844e4185a65034f251115781 2024-11-08T12:41:54,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/.tmp/B/95efd6bad1a347289f8b7d025d294513 is 50, key is test_row_0/B:col10/1731069712889/Put/seqid=0 2024-11-08T12:41:54,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742296_1472 (size=12151) 2024-11-08T12:41:54,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-08T12:41:54,526 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/.tmp/A/eae4f02570ac4ab9a1bbd61e5cd94f04 as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/A/eae4f02570ac4ab9a1bbd61e5cd94f04 2024-11-08T12:41:54,530 INFO [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ee9dfeba7c60dda445fc6e1b94025459/A of ee9dfeba7c60dda445fc6e1b94025459 into eae4f02570ac4ab9a1bbd61e5cd94f04(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T12:41:54,530 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ee9dfeba7c60dda445fc6e1b94025459: 2024-11-08T12:41:54,530 INFO [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., storeName=ee9dfeba7c60dda445fc6e1b94025459/A, priority=13, startTime=1731069714105; duration=0sec 2024-11-08T12:41:54,530 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T12:41:54,530 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ee9dfeba7c60dda445fc6e1b94025459:A 2024-11-08T12:41:54,568 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=206 (bloomFilter=true), to=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/.tmp/B/95efd6bad1a347289f8b7d025d294513 2024-11-08T12:41:54,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/.tmp/C/8036c2adb6654fc4904fd6d654512cf0 is 50, key is test_row_0/C:col10/1731069712889/Put/seqid=0 2024-11-08T12:41:54,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742297_1473 (size=12151) 2024-11-08T12:41:54,980 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=206 (bloomFilter=true), to=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/.tmp/C/8036c2adb6654fc4904fd6d654512cf0 2024-11-08T12:41:54,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/.tmp/A/44b5ee1a844e4185a65034f251115781 as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/A/44b5ee1a844e4185a65034f251115781 2024-11-08T12:41:54,986 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/A/44b5ee1a844e4185a65034f251115781, entries=150, sequenceid=206, filesize=11.9 K 2024-11-08T12:41:54,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/.tmp/B/95efd6bad1a347289f8b7d025d294513 as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/B/95efd6bad1a347289f8b7d025d294513 2024-11-08T12:41:54,990 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/B/95efd6bad1a347289f8b7d025d294513, entries=150, sequenceid=206, filesize=11.9 K 2024-11-08T12:41:54,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/.tmp/C/8036c2adb6654fc4904fd6d654512cf0 as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/C/8036c2adb6654fc4904fd6d654512cf0 2024-11-08T12:41:54,993 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/C/8036c2adb6654fc4904fd6d654512cf0, entries=150, sequenceid=206, filesize=11.9 K 2024-11-08T12:41:54,994 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=0 B/0 for ee9dfeba7c60dda445fc6e1b94025459 in 844ms, sequenceid=206, compaction requested=false 2024-11-08T12:41:54,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2603): Flush status journal for ee9dfeba7c60dda445fc6e1b94025459: 2024-11-08T12:41:54,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459. 2024-11-08T12:41:54,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=132 2024-11-08T12:41:54,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] master.HMaster(4169): Remote procedure done, pid=132 2024-11-08T12:41:54,997 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=132, resume processing ppid=131 2024-11-08T12:41:54,997 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=132, ppid=131, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6100 sec 2024-11-08T12:41:54,998 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=131, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=131, table=TestAcidGuarantees in 1.6130 sec 2024-11-08T12:41:55,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(8855): Flush requested on ee9dfeba7c60dda445fc6e1b94025459 2024-11-08T12:41:55,105 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-08T12:41:55,105 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ee9dfeba7c60dda445fc6e1b94025459 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-08T12:41:55,108 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/.tmp/A/6a1d21a1268d4041a6b058616be167ac is 50, key is test_row_0/A:col10/1731069715072/Put/seqid=0 2024-11-08T12:41:55,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742298_1474 (size=16931) 2024-11-08T12:41:55,157 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:41:55,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41446 deadline: 1731069775147, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:41:55,158 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:41:55,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41432 deadline: 1731069775148, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:41:55,158 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:55,158 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:55,158 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:55,158 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:41:55,158 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:41:55,158 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:55,158 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:41:55,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41384 deadline: 1731069775149, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:41:55,158 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:55,158 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:55,158 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:41:55,158 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:41:55,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41388 deadline: 1731069775158, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:41:55,159 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:55,159 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:55,159 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:41:55,270 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:41:55,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41446 deadline: 1731069775263, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:41:55,270 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:41:55,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41432 deadline: 1731069775263, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:41:55,270 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:55,270 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:55,270 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:41:55,270 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:41:55,270 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:55,271 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:55,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41384 deadline: 1731069775263, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:41:55,271 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:41:55,271 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:41:55,271 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:55,271 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:55,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41388 deadline: 1731069775263, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:41:55,271 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:41:55,271 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:55,271 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:55,271 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:41:55,480 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:41:55,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41446 deadline: 1731069775473, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:41:55,480 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:41:55,480 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:55,480 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:55,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41432 deadline: 1731069775473, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:41:55,480 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:41:55,481 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:55,481 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:55,481 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:41:55,491 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:41:55,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41384 deadline: 1731069775483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:41:55,491 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:41:55,491 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:55,491 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:55,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41388 deadline: 1731069775483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:41:55,491 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:41:55,491 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:55,491 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:55,491 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:41:55,512 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=220 (bloomFilter=true), to=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/.tmp/A/6a1d21a1268d4041a6b058616be167ac 2024-11-08T12:41:55,516 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/.tmp/B/7232769da2c743288358ae9fd07b17fe is 50, key is test_row_0/B:col10/1731069715072/Put/seqid=0 2024-11-08T12:41:55,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742299_1475 (size=12151) 2024-11-08T12:41:55,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-08T12:41:55,533 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-08T12:41:55,533 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-08T12:41:55,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] procedure2.ProcedureExecutor(1139): Stored pid=133, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=133, table=TestAcidGuarantees 2024-11-08T12:41:55,535 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=133, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=133, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-08T12:41:55,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-08T12:41:55,535 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=133, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=133, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-08T12:41:55,535 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=134, ppid=133, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-08T12:41:55,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-08T12:41:55,687 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38479 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-11-08T12:41:55,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459. 2024-11-08T12:41:55,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459. as already flushing 2024-11-08T12:41:55,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459. 2024-11-08T12:41:55,688 ERROR [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] handler.RSProcedureHandler(58): pid=134 java.io.IOException: Unable to complete flush {ENCODED => ee9dfeba7c60dda445fc6e1b94025459, NAME => 'TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:41:55,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=134 java.io.IOException: Unable to complete flush {ENCODED => ee9dfeba7c60dda445fc6e1b94025459, NAME => 'TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:41:55,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] master.HMaster(4177): Remote procedure failed, pid=134 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ee9dfeba7c60dda445fc6e1b94025459, NAME => 'TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ee9dfeba7c60dda445fc6e1b94025459, NAME => 'TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:41:55,784 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:41:55,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41432 deadline: 1731069775783, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:41:55,785 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:55,785 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:55,785 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:41:55,795 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:41:55,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41446 deadline: 1731069775793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:41:55,795 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:41:55,795 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:55,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41384 deadline: 1731069775793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:41:55,795 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:55,795 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:41:55,795 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:55,795 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:55,795 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:41:55,805 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:41:55,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41388 deadline: 1731069775803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:41:55,805 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:55,805 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:55,805 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:41:55,840 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38479 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-11-08T12:41:55,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459. 2024-11-08T12:41:55,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459. as already flushing 2024-11-08T12:41:55,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459. 2024-11-08T12:41:55,841 ERROR [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] handler.RSProcedureHandler(58): pid=134 java.io.IOException: Unable to complete flush {ENCODED => ee9dfeba7c60dda445fc6e1b94025459, NAME => 'TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:41:55,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=134 java.io.IOException: Unable to complete flush {ENCODED => ee9dfeba7c60dda445fc6e1b94025459, NAME => 'TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:41:55,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] master.HMaster(4177): Remote procedure failed, pid=134 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ee9dfeba7c60dda445fc6e1b94025459, NAME => 'TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ee9dfeba7c60dda445fc6e1b94025459, NAME => 'TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:41:55,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-08T12:41:55,920 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=220 (bloomFilter=true), to=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/.tmp/B/7232769da2c743288358ae9fd07b17fe 2024-11-08T12:41:55,925 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/.tmp/C/9cdb630d487142d2b56390953f759e6e is 50, key is test_row_0/C:col10/1731069715072/Put/seqid=0 2024-11-08T12:41:55,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742300_1476 (size=12151) 2024-11-08T12:41:55,993 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38479 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-11-08T12:41:55,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459. 2024-11-08T12:41:55,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459. as already flushing 2024-11-08T12:41:55,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459. 2024-11-08T12:41:55,993 ERROR [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] handler.RSProcedureHandler(58): pid=134 java.io.IOException: Unable to complete flush {ENCODED => ee9dfeba7c60dda445fc6e1b94025459, NAME => 'TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:41:55,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=134 java.io.IOException: Unable to complete flush {ENCODED => ee9dfeba7c60dda445fc6e1b94025459, NAME => 'TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:41:55,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] master.HMaster(4177): Remote procedure failed, pid=134 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ee9dfeba7c60dda445fc6e1b94025459, NAME => 'TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ee9dfeba7c60dda445fc6e1b94025459, NAME => 'TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:41:56,146 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38479 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-11-08T12:41:56,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459. 2024-11-08T12:41:56,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459. as already flushing 2024-11-08T12:41:56,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459. 2024-11-08T12:41:56,146 ERROR [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] handler.RSProcedureHandler(58): pid=134 java.io.IOException: Unable to complete flush {ENCODED => ee9dfeba7c60dda445fc6e1b94025459, NAME => 'TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:41:56,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=134 java.io.IOException: Unable to complete flush {ENCODED => ee9dfeba7c60dda445fc6e1b94025459, NAME => 'TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:41:56,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] master.HMaster(4177): Remote procedure failed, pid=134 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ee9dfeba7c60dda445fc6e1b94025459, NAME => 'TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ee9dfeba7c60dda445fc6e1b94025459, NAME => 'TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:41:56,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-08T12:41:56,298 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38479 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-11-08T12:41:56,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459. 2024-11-08T12:41:56,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459. as already flushing 2024-11-08T12:41:56,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459. 2024-11-08T12:41:56,298 ERROR [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] handler.RSProcedureHandler(58): pid=134 java.io.IOException: Unable to complete flush {ENCODED => ee9dfeba7c60dda445fc6e1b94025459, NAME => 'TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:41:56,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=134 java.io.IOException: Unable to complete flush {ENCODED => ee9dfeba7c60dda445fc6e1b94025459, NAME => 'TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:41:56,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] master.HMaster(4177): Remote procedure failed, pid=134 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ee9dfeba7c60dda445fc6e1b94025459, NAME => 'TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ee9dfeba7c60dda445fc6e1b94025459, NAME => 'TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:41:56,302 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:41:56,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41432 deadline: 1731069776293, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:41:56,302 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:56,302 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:56,302 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:41:56,307 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:41:56,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41446 deadline: 1731069776303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:41:56,307 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:41:56,307 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:56,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41384 deadline: 1731069776303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:41:56,307 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:56,307 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:41:56,307 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:56,307 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:56,307 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:41:56,317 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:41:56,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41388 deadline: 1731069776312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:41:56,317 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:56,317 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:56,317 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:41:56,329 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=220 (bloomFilter=true), to=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/.tmp/C/9cdb630d487142d2b56390953f759e6e 2024-11-08T12:41:56,332 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/.tmp/A/6a1d21a1268d4041a6b058616be167ac as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/A/6a1d21a1268d4041a6b058616be167ac 2024-11-08T12:41:56,335 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/A/6a1d21a1268d4041a6b058616be167ac, entries=250, sequenceid=220, filesize=16.5 K 2024-11-08T12:41:56,335 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/.tmp/B/7232769da2c743288358ae9fd07b17fe as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/B/7232769da2c743288358ae9fd07b17fe 2024-11-08T12:41:56,338 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/B/7232769da2c743288358ae9fd07b17fe, entries=150, sequenceid=220, filesize=11.9 K 2024-11-08T12:41:56,338 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/.tmp/C/9cdb630d487142d2b56390953f759e6e as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/C/9cdb630d487142d2b56390953f759e6e 2024-11-08T12:41:56,341 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/C/9cdb630d487142d2b56390953f759e6e, entries=150, sequenceid=220, filesize=11.9 K 2024-11-08T12:41:56,342 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for ee9dfeba7c60dda445fc6e1b94025459 in 1237ms, sequenceid=220, compaction requested=true 2024-11-08T12:41:56,342 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ee9dfeba7c60dda445fc6e1b94025459: 2024-11-08T12:41:56,342 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ee9dfeba7c60dda445fc6e1b94025459:A, priority=-2147483648, current under compaction store size is 1 2024-11-08T12:41:56,342 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T12:41:56,342 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ee9dfeba7c60dda445fc6e1b94025459:B, priority=-2147483648, current under compaction store size is 2 2024-11-08T12:41:56,342 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T12:41:56,342 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T12:41:56,342 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ee9dfeba7c60dda445fc6e1b94025459:C, priority=-2147483648, current under compaction store size is 3 2024-11-08T12:41:56,342 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T12:41:56,342 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T12:41:56,343 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T12:41:56,343 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 41677 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T12:41:56,343 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HStore(1541): ee9dfeba7c60dda445fc6e1b94025459/A is initiating minor compaction (all files) 2024-11-08T12:41:56,343 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HStore(1541): ee9dfeba7c60dda445fc6e1b94025459/B is initiating minor compaction (all files) 2024-11-08T12:41:56,343 INFO [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ee9dfeba7c60dda445fc6e1b94025459/B in TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459. 2024-11-08T12:41:56,343 INFO [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ee9dfeba7c60dda445fc6e1b94025459/A in TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459. 2024-11-08T12:41:56,343 INFO [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/A/eae4f02570ac4ab9a1bbd61e5cd94f04, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/A/44b5ee1a844e4185a65034f251115781, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/A/6a1d21a1268d4041a6b058616be167ac] into tmpdir=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/.tmp, totalSize=40.7 K 2024-11-08T12:41:56,343 INFO [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/B/3a2a7bb35e144ff39348177df3efe144, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/B/95efd6bad1a347289f8b7d025d294513, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/B/7232769da2c743288358ae9fd07b17fe] into tmpdir=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/.tmp, totalSize=36.0 K 2024-11-08T12:41:56,343 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] compactions.Compactor(225): Compacting eae4f02570ac4ab9a1bbd61e5cd94f04, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=180, earliestPutTs=1731069710673 2024-11-08T12:41:56,343 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.Compactor(225): Compacting 3a2a7bb35e144ff39348177df3efe144, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=180, earliestPutTs=1731069710673 2024-11-08T12:41:56,343 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.Compactor(225): Compacting 95efd6bad1a347289f8b7d025d294513, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=206, earliestPutTs=1731069712889 2024-11-08T12:41:56,343 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] compactions.Compactor(225): Compacting 44b5ee1a844e4185a65034f251115781, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=206, earliestPutTs=1731069712889 2024-11-08T12:41:56,344 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.Compactor(225): Compacting 7232769da2c743288358ae9fd07b17fe, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=220, earliestPutTs=1731069715072 2024-11-08T12:41:56,344 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6a1d21a1268d4041a6b058616be167ac, keycount=250, bloomtype=ROW, size=16.5 K, encoding=NONE, compression=NONE, seqNum=220, earliestPutTs=1731069715067 2024-11-08T12:41:56,349 INFO [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ee9dfeba7c60dda445fc6e1b94025459#A#compaction#406 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-08T12:41:56,349 INFO [RS:0;6ccfea20c990:38479-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ee9dfeba7c60dda445fc6e1b94025459#B#compaction#405 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T12:41:56,349 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/.tmp/A/cdae799632304d58a96667dbea7617bf is 50, key is test_row_0/A:col10/1731069715072/Put/seqid=0 2024-11-08T12:41:56,350 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/.tmp/B/0b294605b2db420e88ae7141c92dd3a5 is 50, key is test_row_0/B:col10/1731069715072/Put/seqid=0 2024-11-08T12:41:56,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742302_1478 (size=12697) 2024-11-08T12:41:56,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742301_1477 (size=12697) 2024-11-08T12:41:56,451 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38479 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-11-08T12:41:56,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459. 2024-11-08T12:41:56,451 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2902): Flushing ee9dfeba7c60dda445fc6e1b94025459 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-08T12:41:56,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/.tmp/A/3bddf9e1eb8342ceabfb576692ef68dc is 50, key is test_row_0/A:col10/1731069715156/Put/seqid=0 2024-11-08T12:41:56,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742303_1479 (size=12151) 2024-11-08T12:41:56,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-08T12:41:56,758 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/.tmp/A/cdae799632304d58a96667dbea7617bf as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/A/cdae799632304d58a96667dbea7617bf 2024-11-08T12:41:56,759 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/.tmp/B/0b294605b2db420e88ae7141c92dd3a5 as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/B/0b294605b2db420e88ae7141c92dd3a5 2024-11-08T12:41:56,763 INFO [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ee9dfeba7c60dda445fc6e1b94025459/B of ee9dfeba7c60dda445fc6e1b94025459 into 0b294605b2db420e88ae7141c92dd3a5(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T12:41:56,763 INFO [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ee9dfeba7c60dda445fc6e1b94025459/A of ee9dfeba7c60dda445fc6e1b94025459 into cdae799632304d58a96667dbea7617bf(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T12:41:56,764 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ee9dfeba7c60dda445fc6e1b94025459: 2024-11-08T12:41:56,764 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ee9dfeba7c60dda445fc6e1b94025459: 2024-11-08T12:41:56,764 INFO [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., storeName=ee9dfeba7c60dda445fc6e1b94025459/A, priority=13, startTime=1731069716342; duration=0sec 2024-11-08T12:41:56,764 INFO [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., storeName=ee9dfeba7c60dda445fc6e1b94025459/B, priority=13, startTime=1731069716342; duration=0sec 2024-11-08T12:41:56,764 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T12:41:56,764 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ee9dfeba7c60dda445fc6e1b94025459:B 2024-11-08T12:41:56,764 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T12:41:56,764 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ee9dfeba7c60dda445fc6e1b94025459:A 2024-11-08T12:41:56,764 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T12:41:56,764 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T12:41:56,764 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HStore(1541): ee9dfeba7c60dda445fc6e1b94025459/C is initiating minor compaction (all files) 2024-11-08T12:41:56,765 INFO [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ee9dfeba7c60dda445fc6e1b94025459/C in TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459. 2024-11-08T12:41:56,765 INFO [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/C/598873370965472aa44e07a464644be1, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/C/8036c2adb6654fc4904fd6d654512cf0, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/C/9cdb630d487142d2b56390953f759e6e] into tmpdir=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/.tmp, totalSize=36.0 K 2024-11-08T12:41:56,765 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.Compactor(225): Compacting 598873370965472aa44e07a464644be1, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=180, earliestPutTs=1731069710673 2024-11-08T12:41:56,765 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.Compactor(225): Compacting 8036c2adb6654fc4904fd6d654512cf0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=206, earliestPutTs=1731069712889 2024-11-08T12:41:56,765 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.Compactor(225): Compacting 9cdb630d487142d2b56390953f759e6e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=220, earliestPutTs=1731069715072 2024-11-08T12:41:56,770 INFO [RS:0;6ccfea20c990:38479-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ee9dfeba7c60dda445fc6e1b94025459#C#compaction#408 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T12:41:56,771 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/.tmp/C/8a287f76a07242729c00c9bae129278d is 50, key is test_row_0/C:col10/1731069715072/Put/seqid=0 2024-11-08T12:41:56,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742304_1480 (size=12697) 2024-11-08T12:41:56,858 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=244 (bloomFilter=true), to=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/.tmp/A/3bddf9e1eb8342ceabfb576692ef68dc 2024-11-08T12:41:56,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/.tmp/B/a3d66a7ac3cb49a9bc05cd8e7bdd7671 is 50, key is test_row_0/B:col10/1731069715156/Put/seqid=0 2024-11-08T12:41:56,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742305_1481 (size=12151) 2024-11-08T12:41:56,868 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=244 (bloomFilter=true), to=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/.tmp/B/a3d66a7ac3cb49a9bc05cd8e7bdd7671 2024-11-08T12:41:56,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/.tmp/C/86a645fa77b44eeb9c254854e4326a19 is 50, key is test_row_0/C:col10/1731069715156/Put/seqid=0 2024-11-08T12:41:56,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742306_1482 (size=12151) 2024-11-08T12:41:57,177 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/.tmp/C/8a287f76a07242729c00c9bae129278d as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/C/8a287f76a07242729c00c9bae129278d 2024-11-08T12:41:57,181 INFO [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ee9dfeba7c60dda445fc6e1b94025459/C of ee9dfeba7c60dda445fc6e1b94025459 into 8a287f76a07242729c00c9bae129278d(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T12:41:57,181 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ee9dfeba7c60dda445fc6e1b94025459: 2024-11-08T12:41:57,181 INFO [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., storeName=ee9dfeba7c60dda445fc6e1b94025459/C, priority=13, startTime=1731069716342; duration=0sec 2024-11-08T12:41:57,181 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T12:41:57,181 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ee9dfeba7c60dda445fc6e1b94025459:C 2024-11-08T12:41:57,278 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=244 (bloomFilter=true), to=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/.tmp/C/86a645fa77b44eeb9c254854e4326a19 2024-11-08T12:41:57,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/.tmp/A/3bddf9e1eb8342ceabfb576692ef68dc as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/A/3bddf9e1eb8342ceabfb576692ef68dc 2024-11-08T12:41:57,284 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/A/3bddf9e1eb8342ceabfb576692ef68dc, entries=150, sequenceid=244, filesize=11.9 K 2024-11-08T12:41:57,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/.tmp/B/a3d66a7ac3cb49a9bc05cd8e7bdd7671 as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/B/a3d66a7ac3cb49a9bc05cd8e7bdd7671 2024-11-08T12:41:57,290 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/B/a3d66a7ac3cb49a9bc05cd8e7bdd7671, entries=150, sequenceid=244, filesize=11.9 K 2024-11-08T12:41:57,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/.tmp/C/86a645fa77b44eeb9c254854e4326a19 as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/C/86a645fa77b44eeb9c254854e4326a19 2024-11-08T12:41:57,294 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/C/86a645fa77b44eeb9c254854e4326a19, entries=150, sequenceid=244, filesize=11.9 K 2024-11-08T12:41:57,294 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=0 B/0 for ee9dfeba7c60dda445fc6e1b94025459 in 843ms, sequenceid=244, compaction requested=false 2024-11-08T12:41:57,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2603): Flush status journal for ee9dfeba7c60dda445fc6e1b94025459: 2024-11-08T12:41:57,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459. 2024-11-08T12:41:57,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=134 2024-11-08T12:41:57,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] master.HMaster(4169): Remote procedure done, pid=134 2024-11-08T12:41:57,298 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=134, resume processing ppid=133 2024-11-08T12:41:57,298 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=134, ppid=133, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7610 sec 2024-11-08T12:41:57,300 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=133, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=133, table=TestAcidGuarantees in 1.7660 sec 2024-11-08T12:41:57,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(8855): Flush requested on ee9dfeba7c60dda445fc6e1b94025459 2024-11-08T12:41:57,321 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-08T12:41:57,321 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ee9dfeba7c60dda445fc6e1b94025459 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-08T12:41:57,325 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/.tmp/A/e839caab23e14216a28f603685d95b55 is 50, key is test_row_0/A:col10/1731069717320/Put/seqid=0 2024-11-08T12:41:57,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742307_1483 (size=17031) 2024-11-08T12:41:57,374 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:41:57,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41432 deadline: 1731069777365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:41:57,375 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:57,375 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:57,375 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:41:57,377 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:41:57,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41446 deadline: 1731069777369, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:41:57,377 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:57,377 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:57,377 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:41:57,380 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:41:57,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41388 deadline: 1731069777370, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:41:57,380 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:57,380 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:41:57,380 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:57,380 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:41:57,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41384 deadline: 1731069777371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:41:57,380 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:57,381 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:57,381 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:41:57,489 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:41:57,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41432 deadline: 1731069777483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:41:57,489 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:57,489 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:41:57,489 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:57,489 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:41:57,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41446 deadline: 1731069777483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:41:57,489 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:57,489 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:57,489 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:41:57,489 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:41:57,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41388 deadline: 1731069777483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:41:57,490 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:57,490 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:57,490 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:41:57,490 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:41:57,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41384 deadline: 1731069777484, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:41:57,490 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:57,490 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:57,490 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:41:57,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-08T12:41:57,684 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-08T12:41:57,684 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-08T12:41:57,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] procedure2.ProcedureExecutor(1139): Stored pid=135, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=135, table=TestAcidGuarantees 2024-11-08T12:41:57,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-08T12:41:57,686 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=135, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=135, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-08T12:41:57,686 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=135, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=135, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-08T12:41:57,686 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=136, ppid=135, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-08T12:41:57,699 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:41:57,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41432 deadline: 1731069777693, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:41:57,700 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:41:57,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41446 deadline: 1731069777693, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:41:57,700 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:57,700 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:57,700 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:41:57,700 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:41:57,700 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:57,700 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:57,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41388 deadline: 1731069777693, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:41:57,700 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:41:57,700 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:41:57,700 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:57,700 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:57,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41384 deadline: 1731069777693, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:41:57,700 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:41:57,700 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:57,700 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:57,701 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:41:57,737 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=258 (bloomFilter=true), to=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/.tmp/A/e839caab23e14216a28f603685d95b55 2024-11-08T12:41:57,743 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/.tmp/B/728c765ce48d493e89a11e8fdd746eb7 is 50, key is test_row_0/B:col10/1731069717320/Put/seqid=0 2024-11-08T12:41:57,746 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:41:57,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41434 deadline: 1731069777743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:41:57,747 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to 6ccfea20c990,38479,1731069575023 for 'test_row_2' in ee9dfeba7c60dda445fc6e1b94025459 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8207 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-08T12:41:57,747 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:57,747 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:57,747 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:41:57,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742308_1484 (size=12251) 2024-11-08T12:41:57,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-08T12:41:57,838 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38479 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-11-08T12:41:57,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459. 2024-11-08T12:41:57,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459. as already flushing 2024-11-08T12:41:57,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459. 2024-11-08T12:41:57,839 ERROR [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] handler.RSProcedureHandler(58): pid=136 java.io.IOException: Unable to complete flush {ENCODED => ee9dfeba7c60dda445fc6e1b94025459, NAME => 'TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:41:57,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=136 java.io.IOException: Unable to complete flush {ENCODED => ee9dfeba7c60dda445fc6e1b94025459, NAME => 'TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:41:57,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] master.HMaster(4177): Remote procedure failed, pid=136 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ee9dfeba7c60dda445fc6e1b94025459, NAME => 'TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ee9dfeba7c60dda445fc6e1b94025459, NAME => 'TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:41:57,991 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38479 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-11-08T12:41:57,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459. 2024-11-08T12:41:57,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459. as already flushing 2024-11-08T12:41:57,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459. 2024-11-08T12:41:57,991 ERROR [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] handler.RSProcedureHandler(58): pid=136 java.io.IOException: Unable to complete flush {ENCODED => ee9dfeba7c60dda445fc6e1b94025459, NAME => 'TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:41:57,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=136 java.io.IOException: Unable to complete flush {ENCODED => ee9dfeba7c60dda445fc6e1b94025459, NAME => 'TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:41:57,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] master.HMaster(4177): Remote procedure failed, pid=136 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ee9dfeba7c60dda445fc6e1b94025459, NAME => 'TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ee9dfeba7c60dda445fc6e1b94025459, NAME => 'TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:41:58,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-08T12:41:58,009 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:41:58,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41384 deadline: 1731069778003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:41:58,010 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:58,010 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:58,010 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:41:58,019 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:41:58,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41432 deadline: 1731069778013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:41:58,020 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:58,020 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:58,019 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:41:58,020 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:41:58,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41446 deadline: 1731069778013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:41:58,020 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:58,020 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:41:58,020 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:58,020 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:41:58,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41388 deadline: 1731069778013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:41:58,020 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:58,020 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:58,020 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:41:58,144 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38479 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-11-08T12:41:58,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459. 2024-11-08T12:41:58,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459. as already flushing 2024-11-08T12:41:58,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459. 2024-11-08T12:41:58,144 ERROR [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] handler.RSProcedureHandler(58): pid=136 java.io.IOException: Unable to complete flush {ENCODED => ee9dfeba7c60dda445fc6e1b94025459, NAME => 'TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:41:58,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=136 java.io.IOException: Unable to complete flush {ENCODED => ee9dfeba7c60dda445fc6e1b94025459, NAME => 'TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:41:58,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] master.HMaster(4177): Remote procedure failed, pid=136 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ee9dfeba7c60dda445fc6e1b94025459, NAME => 'TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ee9dfeba7c60dda445fc6e1b94025459, NAME => 'TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:41:58,149 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=258 (bloomFilter=true), to=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/.tmp/B/728c765ce48d493e89a11e8fdd746eb7 2024-11-08T12:41:58,157 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/.tmp/C/cbfaa89637e24becbd4c1f70f587c9f4 is 50, key is test_row_0/C:col10/1731069717320/Put/seqid=0 2024-11-08T12:41:58,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742309_1485 (size=12251) 2024-11-08T12:41:58,296 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38479 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-11-08T12:41:58,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459. 2024-11-08T12:41:58,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459. as already flushing 2024-11-08T12:41:58,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459. 2024-11-08T12:41:58,297 ERROR [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] handler.RSProcedureHandler(58): pid=136 java.io.IOException: Unable to complete flush {ENCODED => ee9dfeba7c60dda445fc6e1b94025459, NAME => 'TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:41:58,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=136 java.io.IOException: Unable to complete flush {ENCODED => ee9dfeba7c60dda445fc6e1b94025459, NAME => 'TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:41:58,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] master.HMaster(4177): Remote procedure failed, pid=136 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ee9dfeba7c60dda445fc6e1b94025459, NAME => 'TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ee9dfeba7c60dda445fc6e1b94025459, NAME => 'TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:41:58,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-08T12:41:58,449 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38479 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-11-08T12:41:58,449 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459. 2024-11-08T12:41:58,449 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459. as already flushing 2024-11-08T12:41:58,449 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459. 2024-11-08T12:41:58,449 ERROR [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] handler.RSProcedureHandler(58): pid=136 java.io.IOException: Unable to complete flush {ENCODED => ee9dfeba7c60dda445fc6e1b94025459, NAME => 'TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:41:58,449 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=136 java.io.IOException: Unable to complete flush {ENCODED => ee9dfeba7c60dda445fc6e1b94025459, NAME => 'TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:41:58,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] master.HMaster(4177): Remote procedure failed, pid=136 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ee9dfeba7c60dda445fc6e1b94025459, NAME => 'TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ee9dfeba7c60dda445fc6e1b94025459, NAME => 'TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:41:58,520 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:41:58,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41384 deadline: 1731069778513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:41:58,520 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:58,520 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:58,520 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:41:58,530 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:41:58,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41432 deadline: 1731069778523, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:41:58,530 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:41:58,530 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:58,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41388 deadline: 1731069778523, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:41:58,530 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:58,530 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:41:58,531 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:58,531 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:58,531 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:41:58,540 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:41:58,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41446 deadline: 1731069778532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:41:58,541 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:58,541 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:58,541 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:41:58,560 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=258 (bloomFilter=true), to=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/.tmp/C/cbfaa89637e24becbd4c1f70f587c9f4 2024-11-08T12:41:58,564 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/.tmp/A/e839caab23e14216a28f603685d95b55 as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/A/e839caab23e14216a28f603685d95b55 2024-11-08T12:41:58,567 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/A/e839caab23e14216a28f603685d95b55, entries=250, sequenceid=258, filesize=16.6 K 2024-11-08T12:41:58,567 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/.tmp/B/728c765ce48d493e89a11e8fdd746eb7 as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/B/728c765ce48d493e89a11e8fdd746eb7 2024-11-08T12:41:58,570 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/B/728c765ce48d493e89a11e8fdd746eb7, entries=150, sequenceid=258, filesize=12.0 K 2024-11-08T12:41:58,570 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/.tmp/C/cbfaa89637e24becbd4c1f70f587c9f4 as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/C/cbfaa89637e24becbd4c1f70f587c9f4 2024-11-08T12:41:58,574 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/C/cbfaa89637e24becbd4c1f70f587c9f4, entries=150, sequenceid=258, filesize=12.0 K 2024-11-08T12:41:58,575 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for ee9dfeba7c60dda445fc6e1b94025459 in 1254ms, sequenceid=258, compaction requested=true 2024-11-08T12:41:58,575 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ee9dfeba7c60dda445fc6e1b94025459: 2024-11-08T12:41:58,575 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ee9dfeba7c60dda445fc6e1b94025459:A, priority=-2147483648, current under compaction store size is 1 2024-11-08T12:41:58,575 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T12:41:58,575 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T12:41:58,575 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ee9dfeba7c60dda445fc6e1b94025459:B, priority=-2147483648, current under compaction store size is 2 2024-11-08T12:41:58,576 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T12:41:58,576 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T12:41:58,576 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ee9dfeba7c60dda445fc6e1b94025459:C, priority=-2147483648, current under compaction store size is 3 2024-11-08T12:41:58,576 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T12:41:58,576 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 41879 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T12:41:58,576 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37099 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T12:41:58,576 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HStore(1541): ee9dfeba7c60dda445fc6e1b94025459/B is initiating minor compaction (all files) 2024-11-08T12:41:58,576 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HStore(1541): ee9dfeba7c60dda445fc6e1b94025459/A is initiating minor compaction (all files) 2024-11-08T12:41:58,576 INFO [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ee9dfeba7c60dda445fc6e1b94025459/B in TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459. 2024-11-08T12:41:58,576 INFO [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ee9dfeba7c60dda445fc6e1b94025459/A in TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459. 2024-11-08T12:41:58,576 INFO [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/A/cdae799632304d58a96667dbea7617bf, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/A/3bddf9e1eb8342ceabfb576692ef68dc, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/A/e839caab23e14216a28f603685d95b55] into tmpdir=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/.tmp, totalSize=40.9 K 2024-11-08T12:41:58,576 INFO [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/B/0b294605b2db420e88ae7141c92dd3a5, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/B/a3d66a7ac3cb49a9bc05cd8e7bdd7671, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/B/728c765ce48d493e89a11e8fdd746eb7] into tmpdir=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/.tmp, totalSize=36.2 K 2024-11-08T12:41:58,577 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] compactions.Compactor(225): Compacting cdae799632304d58a96667dbea7617bf, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=220, earliestPutTs=1731069715072 2024-11-08T12:41:58,577 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.Compactor(225): Compacting 0b294605b2db420e88ae7141c92dd3a5, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=220, earliestPutTs=1731069715072 2024-11-08T12:41:58,577 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3bddf9e1eb8342ceabfb576692ef68dc, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=244, earliestPutTs=1731069715147 2024-11-08T12:41:58,577 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.Compactor(225): Compacting a3d66a7ac3cb49a9bc05cd8e7bdd7671, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=244, earliestPutTs=1731069715147 2024-11-08T12:41:58,577 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] compactions.Compactor(225): Compacting e839caab23e14216a28f603685d95b55, keycount=250, bloomtype=ROW, size=16.6 K, encoding=NONE, compression=NONE, seqNum=258, earliestPutTs=1731069717314 2024-11-08T12:41:58,577 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.Compactor(225): Compacting 728c765ce48d493e89a11e8fdd746eb7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=258, earliestPutTs=1731069717314 2024-11-08T12:41:58,584 INFO [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ee9dfeba7c60dda445fc6e1b94025459#A#compaction#414 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T12:41:58,585 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/.tmp/A/351bbcd83c074ea1b53e529ea9b3f627 is 50, key is test_row_0/A:col10/1731069717320/Put/seqid=0 2024-11-08T12:41:58,587 INFO [RS:0;6ccfea20c990:38479-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ee9dfeba7c60dda445fc6e1b94025459#B#compaction#415 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T12:41:58,587 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/.tmp/B/a4f908b49f414654a6d8ec3a9fd5fd26 is 50, key is test_row_0/B:col10/1731069717320/Put/seqid=0 2024-11-08T12:41:58,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742310_1486 (size=12899) 2024-11-08T12:41:58,594 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/.tmp/A/351bbcd83c074ea1b53e529ea9b3f627 as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/A/351bbcd83c074ea1b53e529ea9b3f627 2024-11-08T12:41:58,597 INFO [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ee9dfeba7c60dda445fc6e1b94025459/A of ee9dfeba7c60dda445fc6e1b94025459 into 351bbcd83c074ea1b53e529ea9b3f627(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T12:41:58,597 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ee9dfeba7c60dda445fc6e1b94025459: 2024-11-08T12:41:58,597 INFO [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., storeName=ee9dfeba7c60dda445fc6e1b94025459/A, priority=13, startTime=1731069718575; duration=0sec 2024-11-08T12:41:58,598 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T12:41:58,598 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ee9dfeba7c60dda445fc6e1b94025459:A 2024-11-08T12:41:58,598 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T12:41:58,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742311_1487 (size=12899) 2024-11-08T12:41:58,601 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37099 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T12:41:58,601 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HStore(1541): ee9dfeba7c60dda445fc6e1b94025459/C is initiating minor compaction (all files) 2024-11-08T12:41:58,601 INFO [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ee9dfeba7c60dda445fc6e1b94025459/C in TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459. 2024-11-08T12:41:58,601 INFO [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/C/8a287f76a07242729c00c9bae129278d, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/C/86a645fa77b44eeb9c254854e4326a19, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/C/cbfaa89637e24becbd4c1f70f587c9f4] into tmpdir=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/.tmp, totalSize=36.2 K 2024-11-08T12:41:58,601 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8a287f76a07242729c00c9bae129278d, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=220, earliestPutTs=1731069715072 2024-11-08T12:41:58,602 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38479 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-11-08T12:41:58,602 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459. 2024-11-08T12:41:58,602 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] compactions.Compactor(225): Compacting 86a645fa77b44eeb9c254854e4326a19, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=244, earliestPutTs=1731069715147 2024-11-08T12:41:58,602 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2902): Flushing ee9dfeba7c60dda445fc6e1b94025459 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-08T12:41:58,603 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] compactions.Compactor(225): Compacting cbfaa89637e24becbd4c1f70f587c9f4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=258, earliestPutTs=1731069717314 2024-11-08T12:41:58,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/.tmp/A/e8469cc6ca424199acd1c709333065c0 is 50, key is test_row_0/A:col10/1731069717370/Put/seqid=0 2024-11-08T12:41:58,610 INFO [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ee9dfeba7c60dda445fc6e1b94025459#C#compaction#417 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T12:41:58,611 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/.tmp/C/40f4e1c10a704986bf4a1a2f02248b14 is 50, key is test_row_0/C:col10/1731069717320/Put/seqid=0 2024-11-08T12:41:58,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742312_1488 (size=12301) 2024-11-08T12:41:58,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742313_1489 (size=12899) 2024-11-08T12:41:58,628 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/.tmp/C/40f4e1c10a704986bf4a1a2f02248b14 as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/C/40f4e1c10a704986bf4a1a2f02248b14 2024-11-08T12:41:58,634 INFO [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ee9dfeba7c60dda445fc6e1b94025459/C of ee9dfeba7c60dda445fc6e1b94025459 into 40f4e1c10a704986bf4a1a2f02248b14(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T12:41:58,634 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ee9dfeba7c60dda445fc6e1b94025459: 2024-11-08T12:41:58,634 INFO [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., storeName=ee9dfeba7c60dda445fc6e1b94025459/C, priority=13, startTime=1731069718576; duration=0sec 2024-11-08T12:41:58,634 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T12:41:58,634 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ee9dfeba7c60dda445fc6e1b94025459:C 2024-11-08T12:41:58,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-08T12:41:59,005 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/.tmp/B/a4f908b49f414654a6d8ec3a9fd5fd26 as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/B/a4f908b49f414654a6d8ec3a9fd5fd26 2024-11-08T12:41:59,008 INFO [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ee9dfeba7c60dda445fc6e1b94025459/B of ee9dfeba7c60dda445fc6e1b94025459 into a4f908b49f414654a6d8ec3a9fd5fd26(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T12:41:59,008 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ee9dfeba7c60dda445fc6e1b94025459: 2024-11-08T12:41:59,008 INFO [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., storeName=ee9dfeba7c60dda445fc6e1b94025459/B, priority=13, startTime=1731069718575; duration=0sec 2024-11-08T12:41:59,008 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T12:41:59,008 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ee9dfeba7c60dda445fc6e1b94025459:B 2024-11-08T12:41:59,014 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=284 (bloomFilter=true), to=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/.tmp/A/e8469cc6ca424199acd1c709333065c0 2024-11-08T12:41:59,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/.tmp/B/d0029f85362a4375a9017bd0a614d622 is 50, key is test_row_0/B:col10/1731069717370/Put/seqid=0 2024-11-08T12:41:59,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742314_1490 (size=12301) 2024-11-08T12:41:59,024 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=284 (bloomFilter=true), to=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/.tmp/B/d0029f85362a4375a9017bd0a614d622 2024-11-08T12:41:59,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/.tmp/C/b2127e3b3d5146da81bdda6ec3c10f61 is 50, key is test_row_0/C:col10/1731069717370/Put/seqid=0 2024-11-08T12:41:59,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742315_1491 (size=12301) 2024-11-08T12:41:59,436 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=284 (bloomFilter=true), to=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/.tmp/C/b2127e3b3d5146da81bdda6ec3c10f61 2024-11-08T12:41:59,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/.tmp/A/e8469cc6ca424199acd1c709333065c0 as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/A/e8469cc6ca424199acd1c709333065c0 2024-11-08T12:41:59,443 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/A/e8469cc6ca424199acd1c709333065c0, entries=150, sequenceid=284, filesize=12.0 K 2024-11-08T12:41:59,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/.tmp/B/d0029f85362a4375a9017bd0a614d622 as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/B/d0029f85362a4375a9017bd0a614d622 2024-11-08T12:41:59,446 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/B/d0029f85362a4375a9017bd0a614d622, entries=150, sequenceid=284, filesize=12.0 K 2024-11-08T12:41:59,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/.tmp/C/b2127e3b3d5146da81bdda6ec3c10f61 as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/C/b2127e3b3d5146da81bdda6ec3c10f61 2024-11-08T12:41:59,450 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/C/b2127e3b3d5146da81bdda6ec3c10f61, entries=150, sequenceid=284, filesize=12.0 K 2024-11-08T12:41:59,451 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=0 B/0 for ee9dfeba7c60dda445fc6e1b94025459 in 848ms, sequenceid=284, compaction requested=false 2024-11-08T12:41:59,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2603): Flush status journal for ee9dfeba7c60dda445fc6e1b94025459: 2024-11-08T12:41:59,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459. 2024-11-08T12:41:59,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=136 2024-11-08T12:41:59,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] master.HMaster(4169): Remote procedure done, pid=136 2024-11-08T12:41:59,453 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=136, resume processing ppid=135 2024-11-08T12:41:59,453 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=136, ppid=135, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7660 sec 2024-11-08T12:41:59,455 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=135, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=135, table=TestAcidGuarantees in 1.7700 sec 2024-11-08T12:41:59,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(8855): Flush requested on ee9dfeba7c60dda445fc6e1b94025459 2024-11-08T12:41:59,544 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-08T12:41:59,544 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ee9dfeba7c60dda445fc6e1b94025459 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-08T12:41:59,548 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/.tmp/A/dd1d8bec80204e978b8f7b724ced8e33 is 50, key is test_row_0/A:col10/1731069719543/Put/seqid=0 2024-11-08T12:41:59,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742316_1492 (size=17181) 2024-11-08T12:41:59,597 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:41:59,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41446 deadline: 1731069779587, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:41:59,597 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:59,597 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:41:59,597 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:59,597 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:41:59,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41384 deadline: 1731069779588, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:41:59,598 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:41:59,598 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:59,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41388 deadline: 1731069779592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:41:59,598 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:59,598 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:41:59,598 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:59,598 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:59,598 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:41:59,602 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:41:59,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41432 deadline: 1731069779593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:41:59,602 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:59,602 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:59,602 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:41:59,708 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:41:59,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41446 deadline: 1731069779703, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:41:59,709 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:41:59,709 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:59,709 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:59,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41384 deadline: 1731069779703, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:41:59,709 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:41:59,709 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:41:59,709 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:59,709 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:59,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41388 deadline: 1731069779703, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:41:59,709 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:41:59,709 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:59,709 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:59,709 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:41:59,718 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:41:59,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41432 deadline: 1731069779713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:41:59,719 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:59,719 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:59,719 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:41:59,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-08T12:41:59,833 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-08T12:41:59,834 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-08T12:41:59,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] procedure2.ProcedureExecutor(1139): Stored pid=137, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=137, table=TestAcidGuarantees 2024-11-08T12:41:59,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-11-08T12:41:59,835 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=137, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=137, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-08T12:41:59,836 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=137, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=137, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-08T12:41:59,836 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=138, ppid=137, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-08T12:41:59,917 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:41:59,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41446 deadline: 1731069779913, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:41:59,918 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:41:59,918 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:59,918 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:59,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41384 deadline: 1731069779913, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:41:59,918 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:41:59,918 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:59,918 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:59,918 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:41:59,918 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:41:59,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41388 deadline: 1731069779913, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:41:59,918 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:59,918 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:59,918 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:41:59,928 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:41:59,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41432 deadline: 1731069779923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:41:59,929 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:59,929 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:41:59,929 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:41:59,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-11-08T12:41:59,952 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=297 (bloomFilter=true), to=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/.tmp/A/dd1d8bec80204e978b8f7b724ced8e33 2024-11-08T12:41:59,957 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/.tmp/B/b04e3db9f9354578bfe2fbd70fbad102 is 50, key is test_row_0/B:col10/1731069719543/Put/seqid=0 2024-11-08T12:41:59,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742317_1493 (size=12301) 2024-11-08T12:41:59,988 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38479 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=138 2024-11-08T12:41:59,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459. 2024-11-08T12:41:59,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459. as already flushing 2024-11-08T12:41:59,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459. 2024-11-08T12:41:59,988 ERROR [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] handler.RSProcedureHandler(58): pid=138 java.io.IOException: Unable to complete flush {ENCODED => ee9dfeba7c60dda445fc6e1b94025459, NAME => 'TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:41:59,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=138 java.io.IOException: Unable to complete flush {ENCODED => ee9dfeba7c60dda445fc6e1b94025459, NAME => 'TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:41:59,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] master.HMaster(4177): Remote procedure failed, pid=138 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ee9dfeba7c60dda445fc6e1b94025459, NAME => 'TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ee9dfeba7c60dda445fc6e1b94025459, NAME => 'TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:42:00,140 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38479 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=138 2024-11-08T12:42:00,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459. 2024-11-08T12:42:00,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459. as already flushing 2024-11-08T12:42:00,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459. 2024-11-08T12:42:00,141 ERROR [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] handler.RSProcedureHandler(58): pid=138 java.io.IOException: Unable to complete flush {ENCODED => ee9dfeba7c60dda445fc6e1b94025459, NAME => 'TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:42:00,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=138 java.io.IOException: Unable to complete flush {ENCODED => ee9dfeba7c60dda445fc6e1b94025459, NAME => 'TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:42:00,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] master.HMaster(4177): Remote procedure failed, pid=138 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ee9dfeba7c60dda445fc6e1b94025459, NAME => 'TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ee9dfeba7c60dda445fc6e1b94025459, NAME => 'TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:42:00,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-11-08T12:42:00,230 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:42:00,230 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:42:00,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41384 deadline: 1731069780223, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:42:00,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41446 deadline: 1731069780222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:42:00,231 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:42:00,231 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:00,231 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:00,231 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:00,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41388 deadline: 1731069780223, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:42:00,231 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:00,231 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:42:00,231 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:42:00,231 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:00,231 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:00,231 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:42:00,240 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:42:00,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41432 deadline: 1731069780233, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:42:00,241 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:00,241 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:00,241 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:42:00,293 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38479 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=138 2024-11-08T12:42:00,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459. 2024-11-08T12:42:00,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459. as already flushing 2024-11-08T12:42:00,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459. 2024-11-08T12:42:00,294 ERROR [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] handler.RSProcedureHandler(58): pid=138 java.io.IOException: Unable to complete flush {ENCODED => ee9dfeba7c60dda445fc6e1b94025459, NAME => 'TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:42:00,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=138 java.io.IOException: Unable to complete flush {ENCODED => ee9dfeba7c60dda445fc6e1b94025459, NAME => 'TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:42:00,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] master.HMaster(4177): Remote procedure failed, pid=138 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ee9dfeba7c60dda445fc6e1b94025459, NAME => 'TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ee9dfeba7c60dda445fc6e1b94025459, NAME => 'TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:42:00,360 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=297 (bloomFilter=true), to=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/.tmp/B/b04e3db9f9354578bfe2fbd70fbad102 2024-11-08T12:42:00,365 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/.tmp/C/243ce27db4b14731b4aed55f42a1c214 is 50, key is test_row_0/C:col10/1731069719543/Put/seqid=0 2024-11-08T12:42:00,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742318_1494 (size=12301) 2024-11-08T12:42:00,446 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38479 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=138 2024-11-08T12:42:00,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459. 2024-11-08T12:42:00,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459. as already flushing 2024-11-08T12:42:00,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459. 2024-11-08T12:42:00,446 ERROR [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] handler.RSProcedureHandler(58): pid=138 java.io.IOException: Unable to complete flush {ENCODED => ee9dfeba7c60dda445fc6e1b94025459, NAME => 'TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:42:00,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=138 java.io.IOException: Unable to complete flush {ENCODED => ee9dfeba7c60dda445fc6e1b94025459, NAME => 'TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:42:00,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] master.HMaster(4177): Remote procedure failed, pid=138 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ee9dfeba7c60dda445fc6e1b94025459, NAME => 'TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ee9dfeba7c60dda445fc6e1b94025459, NAME => 'TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:42:00,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-11-08T12:42:00,599 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38479 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=138 2024-11-08T12:42:00,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459. 2024-11-08T12:42:00,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459. as already flushing 2024-11-08T12:42:00,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459. 2024-11-08T12:42:00,599 ERROR [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] handler.RSProcedureHandler(58): pid=138 java.io.IOException: Unable to complete flush {ENCODED => ee9dfeba7c60dda445fc6e1b94025459, NAME => 'TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:42:00,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=138 java.io.IOException: Unable to complete flush {ENCODED => ee9dfeba7c60dda445fc6e1b94025459, NAME => 'TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:42:00,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] master.HMaster(4177): Remote procedure failed, pid=138 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ee9dfeba7c60dda445fc6e1b94025459, NAME => 'TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ee9dfeba7c60dda445fc6e1b94025459, NAME => 'TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:42:00,738 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:42:00,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41384 deadline: 1731069780733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:42:00,739 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:00,739 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:00,739 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:42:00,751 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:42:00,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41446 deadline: 1731069780743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:42:00,751 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:00,751 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:42:00,751 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:00,751 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:42:00,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41388 deadline: 1731069780743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:42:00,751 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38479 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=138 2024-11-08T12:42:00,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459. 2024-11-08T12:42:00,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459. as already flushing 2024-11-08T12:42:00,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459. 2024-11-08T12:42:00,752 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:00,752 ERROR [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] handler.RSProcedureHandler(58): pid=138 java.io.IOException: Unable to complete flush {ENCODED => ee9dfeba7c60dda445fc6e1b94025459, NAME => 'TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:42:00,752 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:00,752 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:42:00,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=138 java.io.IOException: Unable to complete flush {ENCODED => ee9dfeba7c60dda445fc6e1b94025459, NAME => 'TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:42:00,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] master.HMaster(4177): Remote procedure failed, pid=138 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ee9dfeba7c60dda445fc6e1b94025459, NAME => 'TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ee9dfeba7c60dda445fc6e1b94025459, NAME => 'TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:42:00,762 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:42:00,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41432 deadline: 1731069780752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:42:00,762 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:00,762 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:00,762 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:42:00,769 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=297 (bloomFilter=true), to=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/.tmp/C/243ce27db4b14731b4aed55f42a1c214 2024-11-08T12:42:00,774 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/.tmp/A/dd1d8bec80204e978b8f7b724ced8e33 as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/A/dd1d8bec80204e978b8f7b724ced8e33 2024-11-08T12:42:00,777 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/A/dd1d8bec80204e978b8f7b724ced8e33, entries=250, sequenceid=297, filesize=16.8 K 2024-11-08T12:42:00,777 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/.tmp/B/b04e3db9f9354578bfe2fbd70fbad102 as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/B/b04e3db9f9354578bfe2fbd70fbad102 2024-11-08T12:42:00,780 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/B/b04e3db9f9354578bfe2fbd70fbad102, entries=150, sequenceid=297, filesize=12.0 K 2024-11-08T12:42:00,781 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/.tmp/C/243ce27db4b14731b4aed55f42a1c214 as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/C/243ce27db4b14731b4aed55f42a1c214 2024-11-08T12:42:00,784 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/C/243ce27db4b14731b4aed55f42a1c214, entries=150, sequenceid=297, filesize=12.0 K 2024-11-08T12:42:00,785 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for ee9dfeba7c60dda445fc6e1b94025459 in 1241ms, sequenceid=297, compaction requested=true 2024-11-08T12:42:00,785 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ee9dfeba7c60dda445fc6e1b94025459: 2024-11-08T12:42:00,785 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ee9dfeba7c60dda445fc6e1b94025459:A, priority=-2147483648, current under compaction store size is 1 2024-11-08T12:42:00,785 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T12:42:00,785 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T12:42:00,785 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T12:42:00,785 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ee9dfeba7c60dda445fc6e1b94025459:B, priority=-2147483648, current under compaction store size is 2 2024-11-08T12:42:00,785 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T12:42:00,786 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ee9dfeba7c60dda445fc6e1b94025459:C, priority=-2147483648, current under compaction store size is 3 2024-11-08T12:42:00,786 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T12:42:00,786 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37501 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T12:42:00,786 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 42381 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T12:42:00,786 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HStore(1541): ee9dfeba7c60dda445fc6e1b94025459/A is initiating minor compaction (all files) 2024-11-08T12:42:00,786 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HStore(1541): ee9dfeba7c60dda445fc6e1b94025459/B is initiating minor compaction (all files) 2024-11-08T12:42:00,786 INFO [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ee9dfeba7c60dda445fc6e1b94025459/B in TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459. 2024-11-08T12:42:00,786 INFO [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ee9dfeba7c60dda445fc6e1b94025459/A in TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459. 2024-11-08T12:42:00,786 INFO [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/B/a4f908b49f414654a6d8ec3a9fd5fd26, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/B/d0029f85362a4375a9017bd0a614d622, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/B/b04e3db9f9354578bfe2fbd70fbad102] into tmpdir=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/.tmp, totalSize=36.6 K 2024-11-08T12:42:00,786 INFO [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/A/351bbcd83c074ea1b53e529ea9b3f627, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/A/e8469cc6ca424199acd1c709333065c0, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/A/dd1d8bec80204e978b8f7b724ced8e33] into tmpdir=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/.tmp, totalSize=41.4 K 2024-11-08T12:42:00,786 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] compactions.Compactor(225): Compacting 351bbcd83c074ea1b53e529ea9b3f627, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=258, earliestPutTs=1731069717314 2024-11-08T12:42:00,786 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.Compactor(225): Compacting a4f908b49f414654a6d8ec3a9fd5fd26, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=258, earliestPutTs=1731069717314 2024-11-08T12:42:00,787 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] compactions.Compactor(225): Compacting e8469cc6ca424199acd1c709333065c0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=284, earliestPutTs=1731069717360 2024-11-08T12:42:00,787 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.Compactor(225): Compacting d0029f85362a4375a9017bd0a614d622, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=284, earliestPutTs=1731069717360 2024-11-08T12:42:00,787 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] compactions.Compactor(225): Compacting dd1d8bec80204e978b8f7b724ced8e33, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=297, earliestPutTs=1731069719534 2024-11-08T12:42:00,787 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.Compactor(225): Compacting b04e3db9f9354578bfe2fbd70fbad102, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=297, earliestPutTs=1731069719539 2024-11-08T12:42:00,792 INFO [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ee9dfeba7c60dda445fc6e1b94025459#A#compaction#423 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T12:42:00,792 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/.tmp/A/a83068bb7fba426a9ca33eb3a21924e7 is 50, key is test_row_0/A:col10/1731069719543/Put/seqid=0 2024-11-08T12:42:00,794 INFO [RS:0;6ccfea20c990:38479-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ee9dfeba7c60dda445fc6e1b94025459#B#compaction#424 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T12:42:00,795 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/.tmp/B/8ceed4f45ecd43e2be308fbcae2002a7 is 50, key is test_row_0/B:col10/1731069719543/Put/seqid=0 2024-11-08T12:42:00,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742320_1496 (size=13051) 2024-11-08T12:42:00,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742319_1495 (size=13051) 2024-11-08T12:42:00,803 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/.tmp/B/8ceed4f45ecd43e2be308fbcae2002a7 as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/B/8ceed4f45ecd43e2be308fbcae2002a7 2024-11-08T12:42:00,806 INFO [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ee9dfeba7c60dda445fc6e1b94025459/B of ee9dfeba7c60dda445fc6e1b94025459 into 8ceed4f45ecd43e2be308fbcae2002a7(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T12:42:00,806 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ee9dfeba7c60dda445fc6e1b94025459: 2024-11-08T12:42:00,806 INFO [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., storeName=ee9dfeba7c60dda445fc6e1b94025459/B, priority=13, startTime=1731069720785; duration=0sec 2024-11-08T12:42:00,806 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T12:42:00,807 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ee9dfeba7c60dda445fc6e1b94025459:B 2024-11-08T12:42:00,807 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T12:42:00,807 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37501 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T12:42:00,807 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HStore(1541): ee9dfeba7c60dda445fc6e1b94025459/C is initiating minor compaction (all files) 2024-11-08T12:42:00,807 INFO [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ee9dfeba7c60dda445fc6e1b94025459/C in TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459. 2024-11-08T12:42:00,807 INFO [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/C/40f4e1c10a704986bf4a1a2f02248b14, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/C/b2127e3b3d5146da81bdda6ec3c10f61, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/C/243ce27db4b14731b4aed55f42a1c214] into tmpdir=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/.tmp, totalSize=36.6 K 2024-11-08T12:42:00,808 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.Compactor(225): Compacting 40f4e1c10a704986bf4a1a2f02248b14, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=258, earliestPutTs=1731069717314 2024-11-08T12:42:00,808 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.Compactor(225): Compacting b2127e3b3d5146da81bdda6ec3c10f61, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=284, earliestPutTs=1731069717360 2024-11-08T12:42:00,808 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.Compactor(225): Compacting 243ce27db4b14731b4aed55f42a1c214, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=297, earliestPutTs=1731069719539 2024-11-08T12:42:00,815 INFO [RS:0;6ccfea20c990:38479-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ee9dfeba7c60dda445fc6e1b94025459#C#compaction#425 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T12:42:00,815 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/.tmp/C/4b06e66cccfe478b8a2541020fb12659 is 50, key is test_row_0/C:col10/1731069719543/Put/seqid=0 2024-11-08T12:42:00,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742321_1497 (size=13051) 2024-11-08T12:42:00,905 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38479 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=138 2024-11-08T12:42:00,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459. 2024-11-08T12:42:00,905 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(2902): Flushing ee9dfeba7c60dda445fc6e1b94025459 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-08T12:42:00,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/.tmp/A/9c24cb959e934be39fbe81873279c66e is 50, key is test_row_0/A:col10/1731069719591/Put/seqid=0 2024-11-08T12:42:00,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742322_1498 (size=12301) 2024-11-08T12:42:00,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-11-08T12:42:01,204 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/.tmp/A/a83068bb7fba426a9ca33eb3a21924e7 as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/A/a83068bb7fba426a9ca33eb3a21924e7 2024-11-08T12:42:01,208 INFO [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ee9dfeba7c60dda445fc6e1b94025459/A of ee9dfeba7c60dda445fc6e1b94025459 into a83068bb7fba426a9ca33eb3a21924e7(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T12:42:01,208 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ee9dfeba7c60dda445fc6e1b94025459: 2024-11-08T12:42:01,208 INFO [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., storeName=ee9dfeba7c60dda445fc6e1b94025459/A, priority=13, startTime=1731069720785; duration=0sec 2024-11-08T12:42:01,208 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T12:42:01,208 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ee9dfeba7c60dda445fc6e1b94025459:A 2024-11-08T12:42:01,222 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/.tmp/C/4b06e66cccfe478b8a2541020fb12659 as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/C/4b06e66cccfe478b8a2541020fb12659 2024-11-08T12:42:01,226 INFO [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ee9dfeba7c60dda445fc6e1b94025459/C of ee9dfeba7c60dda445fc6e1b94025459 into 4b06e66cccfe478b8a2541020fb12659(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T12:42:01,226 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ee9dfeba7c60dda445fc6e1b94025459: 2024-11-08T12:42:01,226 INFO [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., storeName=ee9dfeba7c60dda445fc6e1b94025459/C, priority=13, startTime=1731069720785; duration=0sec 2024-11-08T12:42:01,226 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T12:42:01,226 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ee9dfeba7c60dda445fc6e1b94025459:C 2024-11-08T12:42:01,314 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=323 (bloomFilter=true), to=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/.tmp/A/9c24cb959e934be39fbe81873279c66e 2024-11-08T12:42:01,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/.tmp/B/3dc2710db5d1401c97095e87572b4257 is 50, key is test_row_0/B:col10/1731069719591/Put/seqid=0 2024-11-08T12:42:01,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742323_1499 (size=12301) 2024-11-08T12:42:01,724 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=323 (bloomFilter=true), to=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/.tmp/B/3dc2710db5d1401c97095e87572b4257 2024-11-08T12:42:01,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/.tmp/C/20a161ec2c8f4fc18a646583bdfdd61e is 50, key is test_row_0/C:col10/1731069719591/Put/seqid=0 2024-11-08T12:42:01,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742324_1500 (size=12301) 2024-11-08T12:42:01,756 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459. as already flushing 2024-11-08T12:42:01,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(8855): Flush requested on ee9dfeba7c60dda445fc6e1b94025459 2024-11-08T12:42:01,778 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:42:01,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41384 deadline: 1731069781769, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:42:01,778 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:01,778 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:01,778 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:42:01,778 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:42:01,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41446 deadline: 1731069781771, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:42:01,779 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:01,779 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:01,779 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:42:01,779 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:42:01,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41432 deadline: 1731069781773, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:42:01,779 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:42:01,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41388 deadline: 1731069781778, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:42:01,780 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:01,780 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:01,780 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:42:01,779 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to 6ccfea20c990,38479,1731069575023 for 'test_row_1' in ee9dfeba7c60dda445fc6e1b94025459 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2186 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-08T12:42:01,780 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:01,780 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:01,780 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:42:01,890 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:42:01,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41384 deadline: 1731069781883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:42:01,890 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:01,890 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:42:01,890 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:01,890 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:42:01,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41446 deadline: 1731069781883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:42:01,890 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:01,890 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:01,890 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:42:01,890 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:42:01,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41388 deadline: 1731069781883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:42:01,891 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:01,891 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:01,891 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:42:01,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-11-08T12:42:02,098 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:42:02,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41388 deadline: 1731069782093, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:42:02,099 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:02,099 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:02,099 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:42:02,107 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:42:02,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41384 deadline: 1731069782103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:42:02,107 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:42:02,107 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:02,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41446 deadline: 1731069782103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:42:02,107 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:02,107 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:42:02,107 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:02,107 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:02,107 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:42:02,143 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=323 (bloomFilter=true), to=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/.tmp/C/20a161ec2c8f4fc18a646583bdfdd61e 2024-11-08T12:42:02,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/.tmp/A/9c24cb959e934be39fbe81873279c66e as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/A/9c24cb959e934be39fbe81873279c66e 2024-11-08T12:42:02,149 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/A/9c24cb959e934be39fbe81873279c66e, entries=150, sequenceid=323, filesize=12.0 K 2024-11-08T12:42:02,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/.tmp/B/3dc2710db5d1401c97095e87572b4257 as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/B/3dc2710db5d1401c97095e87572b4257 2024-11-08T12:42:02,152 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/B/3dc2710db5d1401c97095e87572b4257, entries=150, sequenceid=323, filesize=12.0 K 2024-11-08T12:42:02,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/.tmp/C/20a161ec2c8f4fc18a646583bdfdd61e as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/C/20a161ec2c8f4fc18a646583bdfdd61e 2024-11-08T12:42:02,156 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/C/20a161ec2c8f4fc18a646583bdfdd61e, entries=150, sequenceid=323, filesize=12.0 K 2024-11-08T12:42:02,157 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for ee9dfeba7c60dda445fc6e1b94025459 in 1252ms, sequenceid=323, compaction requested=false 2024-11-08T12:42:02,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(2603): Flush status journal for ee9dfeba7c60dda445fc6e1b94025459: 2024-11-08T12:42:02,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459. 2024-11-08T12:42:02,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=138 2024-11-08T12:42:02,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] master.HMaster(4169): Remote procedure done, pid=138 2024-11-08T12:42:02,159 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=138, resume processing ppid=137 2024-11-08T12:42:02,159 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=138, ppid=137, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3220 sec 2024-11-08T12:42:02,161 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=137, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=137, table=TestAcidGuarantees in 2.3260 sec 2024-11-08T12:42:02,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(8855): Flush requested on ee9dfeba7c60dda445fc6e1b94025459 2024-11-08T12:42:02,407 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-08T12:42:02,407 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ee9dfeba7c60dda445fc6e1b94025459 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-08T12:42:02,410 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/.tmp/A/06fada783b56444884694d14a472d9f8 is 50, key is test_row_0/A:col10/1731069721777/Put/seqid=0 2024-11-08T12:42:02,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742325_1501 (size=12301) 2024-11-08T12:42:02,414 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=337 (bloomFilter=true), to=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/.tmp/A/06fada783b56444884694d14a472d9f8 2024-11-08T12:42:02,419 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/.tmp/B/bdbe2de3095b48f294a7181322dee73a is 50, key is test_row_0/B:col10/1731069721777/Put/seqid=0 2024-11-08T12:42:02,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742326_1502 (size=12301) 2024-11-08T12:42:02,429 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=337 (bloomFilter=true), to=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/.tmp/B/bdbe2de3095b48f294a7181322dee73a 2024-11-08T12:42:02,436 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/.tmp/C/43cf8ff17e7a434d89ca6fddf04644ce is 50, key is test_row_0/C:col10/1731069721777/Put/seqid=0 2024-11-08T12:42:02,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742327_1503 (size=12301) 2024-11-08T12:42:02,477 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:42:02,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41388 deadline: 1731069782468, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:42:02,477 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:42:02,477 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:02,477 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:02,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41384 deadline: 1731069782472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:42:02,477 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:42:02,478 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:02,478 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:02,478 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:42:02,483 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:42:02,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41446 deadline: 1731069782473, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:42:02,483 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:02,483 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:02,483 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:42:02,591 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:42:02,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41388 deadline: 1731069782583, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:42:02,592 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:42:02,592 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:02,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41384 deadline: 1731069782583, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:42:02,592 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:02,592 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:42:02,592 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:02,592 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:02,592 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:42:02,595 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:42:02,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41446 deadline: 1731069782593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:42:02,596 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:02,596 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:02,596 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:42:02,642 INFO [Thread-1940 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1940. 2024-11-08T12:42:02,642 DEBUG [Thread-1940 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-08T12:42:02,642 DEBUG [Thread-1940 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T12:42:02,643 DEBUG [Thread-1940 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T12:42:02,643 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T12:42:02,644 INFO [Thread-1946 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1946. 2024-11-08T12:42:02,644 DEBUG [Thread-1946 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-08T12:42:02,644 DEBUG [Thread-1946 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T12:42:02,644 DEBUG [Thread-1946 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T12:42:02,644 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T12:42:02,645 INFO [Thread-1948 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1948. 2024-11-08T12:42:02,645 DEBUG [Thread-1948 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-08T12:42:02,645 DEBUG [Thread-1948 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T12:42:02,645 DEBUG [Thread-1948 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T12:42:02,645 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T12:42:02,651 INFO [Thread-1944 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1944. 2024-11-08T12:42:02,651 DEBUG [Thread-1944 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-08T12:42:02,651 DEBUG [Thread-1944 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T12:42:02,651 DEBUG [Thread-1944 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T12:42:02,651 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T12:42:02,653 INFO [Thread-1942 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1942. 2024-11-08T12:42:02,653 DEBUG [Thread-1942 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-08T12:42:02,653 DEBUG [Thread-1942 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T12:42:02,653 DEBUG [Thread-1942 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T12:42:02,653 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T12:42:02,804 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:42:02,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41388 deadline: 1731069782803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:42:02,804 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:42:02,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41384 deadline: 1731069782803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:42:02,804 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:42:02,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41446 deadline: 1731069782804, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:42:02,805 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:02,805 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:02,805 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:02,805 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:42:02,805 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:02,805 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:42:02,805 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 , the old value is region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:02,805 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:02,805 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., hostname=6ccfea20c990,38479,1731069575023, seqNum=2 because the exception is null or not the one we care about 2024-11-08T12:42:02,840 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=337 (bloomFilter=true), to=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/.tmp/C/43cf8ff17e7a434d89ca6fddf04644ce 2024-11-08T12:42:02,849 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/.tmp/A/06fada783b56444884694d14a472d9f8 as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/A/06fada783b56444884694d14a472d9f8 2024-11-08T12:42:02,854 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/A/06fada783b56444884694d14a472d9f8, entries=150, sequenceid=337, filesize=12.0 K 2024-11-08T12:42:02,856 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/.tmp/B/bdbe2de3095b48f294a7181322dee73a as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/B/bdbe2de3095b48f294a7181322dee73a 2024-11-08T12:42:02,861 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/B/bdbe2de3095b48f294a7181322dee73a, entries=150, sequenceid=337, filesize=12.0 K 2024-11-08T12:42:02,862 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/.tmp/C/43cf8ff17e7a434d89ca6fddf04644ce as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/C/43cf8ff17e7a434d89ca6fddf04644ce 2024-11-08T12:42:02,867 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/C/43cf8ff17e7a434d89ca6fddf04644ce, entries=150, sequenceid=337, filesize=12.0 K 2024-11-08T12:42:02,868 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for ee9dfeba7c60dda445fc6e1b94025459 in 461ms, sequenceid=337, compaction requested=true 2024-11-08T12:42:02,868 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ee9dfeba7c60dda445fc6e1b94025459: 2024-11-08T12:42:02,868 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ee9dfeba7c60dda445fc6e1b94025459:A, priority=-2147483648, current under compaction store size is 1 2024-11-08T12:42:02,869 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T12:42:02,869 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ee9dfeba7c60dda445fc6e1b94025459:B, priority=-2147483648, current under compaction store size is 2 2024-11-08T12:42:02,869 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T12:42:02,869 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T12:42:02,869 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ee9dfeba7c60dda445fc6e1b94025459:C, priority=-2147483648, current under compaction store size is 3 2024-11-08T12:42:02,869 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T12:42:02,869 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T12:42:02,870 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T12:42:02,870 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T12:42:02,870 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HStore(1541): ee9dfeba7c60dda445fc6e1b94025459/B is initiating minor compaction (all files) 2024-11-08T12:42:02,870 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HStore(1541): ee9dfeba7c60dda445fc6e1b94025459/A is initiating minor compaction (all files) 2024-11-08T12:42:02,870 INFO [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ee9dfeba7c60dda445fc6e1b94025459/B in TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459. 2024-11-08T12:42:02,870 INFO [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ee9dfeba7c60dda445fc6e1b94025459/A in TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459. 2024-11-08T12:42:02,870 INFO [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/B/8ceed4f45ecd43e2be308fbcae2002a7, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/B/3dc2710db5d1401c97095e87572b4257, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/B/bdbe2de3095b48f294a7181322dee73a] into tmpdir=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/.tmp, totalSize=36.8 K 2024-11-08T12:42:02,870 INFO [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/A/a83068bb7fba426a9ca33eb3a21924e7, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/A/9c24cb959e934be39fbe81873279c66e, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/A/06fada783b56444884694d14a472d9f8] into tmpdir=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/.tmp, totalSize=36.8 K 2024-11-08T12:42:02,870 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.Compactor(225): Compacting 8ceed4f45ecd43e2be308fbcae2002a7, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=297, earliestPutTs=1731069719539 2024-11-08T12:42:02,870 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] compactions.Compactor(225): Compacting a83068bb7fba426a9ca33eb3a21924e7, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=297, earliestPutTs=1731069719539 2024-11-08T12:42:02,870 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.Compactor(225): Compacting 3dc2710db5d1401c97095e87572b4257, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=323, earliestPutTs=1731069719587 2024-11-08T12:42:02,870 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9c24cb959e934be39fbe81873279c66e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=323, earliestPutTs=1731069719587 2024-11-08T12:42:02,871 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.Compactor(225): Compacting bdbe2de3095b48f294a7181322dee73a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=337, earliestPutTs=1731069721770 2024-11-08T12:42:02,871 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] compactions.Compactor(225): Compacting 06fada783b56444884694d14a472d9f8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=337, earliestPutTs=1731069721770 2024-11-08T12:42:02,877 INFO [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ee9dfeba7c60dda445fc6e1b94025459#A#compaction#433 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T12:42:02,877 INFO [RS:0;6ccfea20c990:38479-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ee9dfeba7c60dda445fc6e1b94025459#B#compaction#432 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T12:42:02,877 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/.tmp/A/71f387fa5ac94973849dde71c9e462d5 is 50, key is test_row_0/A:col10/1731069721777/Put/seqid=0 2024-11-08T12:42:02,877 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/.tmp/B/f816e7d66b304e48ad4bcd7899ba352e is 50, key is test_row_0/B:col10/1731069721777/Put/seqid=0 2024-11-08T12:42:02,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742328_1504 (size=13153) 2024-11-08T12:42:02,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742329_1505 (size=13153) 2024-11-08T12:42:03,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(8855): Flush requested on ee9dfeba7c60dda445fc6e1b94025459 2024-11-08T12:42:03,117 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-08T12:42:03,118 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ee9dfeba7c60dda445fc6e1b94025459 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-08T12:42:03,118 INFO [Thread-1931 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1931. 2024-11-08T12:42:03,118 INFO [Thread-1933 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1933. 2024-11-08T12:42:03,118 INFO [Thread-1935 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1935. 2024-11-08T12:42:03,118 DEBUG [Thread-1931 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-08T12:42:03,118 DEBUG [Thread-1931 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T12:42:03,118 DEBUG [Thread-1933 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-08T12:42:03,118 DEBUG [Thread-1935 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-08T12:42:03,118 DEBUG [Thread-1933 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T12:42:03,118 DEBUG [Thread-1935 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T12:42:03,118 DEBUG [Thread-1931 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T12:42:03,118 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T12:42:03,119 DEBUG [Thread-1933 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T12:42:03,119 DEBUG [Thread-1935 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T12:42:03,119 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T12:42:03,119 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T12:42:03,125 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/.tmp/A/9d65aac43acf470b8cc9883e4f6be356 is 50, key is test_row_0/A:col10/1731069722472/Put/seqid=0 2024-11-08T12:42:03,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742330_1506 (size=12301) 2024-11-08T12:42:03,283 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-08T12:42:03,289 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/.tmp/A/71f387fa5ac94973849dde71c9e462d5 as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/A/71f387fa5ac94973849dde71c9e462d5 2024-11-08T12:42:03,289 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/.tmp/B/f816e7d66b304e48ad4bcd7899ba352e as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/B/f816e7d66b304e48ad4bcd7899ba352e 2024-11-08T12:42:03,295 INFO [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ee9dfeba7c60dda445fc6e1b94025459/B of ee9dfeba7c60dda445fc6e1b94025459 into f816e7d66b304e48ad4bcd7899ba352e(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T12:42:03,295 INFO [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ee9dfeba7c60dda445fc6e1b94025459/A of ee9dfeba7c60dda445fc6e1b94025459 into 71f387fa5ac94973849dde71c9e462d5(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T12:42:03,295 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ee9dfeba7c60dda445fc6e1b94025459: 2024-11-08T12:42:03,295 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ee9dfeba7c60dda445fc6e1b94025459: 2024-11-08T12:42:03,295 INFO [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., storeName=ee9dfeba7c60dda445fc6e1b94025459/B, priority=13, startTime=1731069722869; duration=0sec 2024-11-08T12:42:03,295 INFO [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., storeName=ee9dfeba7c60dda445fc6e1b94025459/A, priority=13, startTime=1731069722868; duration=0sec 2024-11-08T12:42:03,296 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T12:42:03,296 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ee9dfeba7c60dda445fc6e1b94025459:A 2024-11-08T12:42:03,296 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T12:42:03,296 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ee9dfeba7c60dda445fc6e1b94025459:B 2024-11-08T12:42:03,296 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T12:42:03,297 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T12:42:03,297 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HStore(1541): ee9dfeba7c60dda445fc6e1b94025459/C is initiating minor compaction (all files) 2024-11-08T12:42:03,297 INFO [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ee9dfeba7c60dda445fc6e1b94025459/C in TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459. 2024-11-08T12:42:03,297 INFO [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/C/4b06e66cccfe478b8a2541020fb12659, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/C/20a161ec2c8f4fc18a646583bdfdd61e, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/C/43cf8ff17e7a434d89ca6fddf04644ce] into tmpdir=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/.tmp, totalSize=36.8 K 2024-11-08T12:42:03,297 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4b06e66cccfe478b8a2541020fb12659, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=297, earliestPutTs=1731069719539 2024-11-08T12:42:03,298 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] compactions.Compactor(225): Compacting 20a161ec2c8f4fc18a646583bdfdd61e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=323, earliestPutTs=1731069719587 2024-11-08T12:42:03,298 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] compactions.Compactor(225): Compacting 43cf8ff17e7a434d89ca6fddf04644ce, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=337, earliestPutTs=1731069721770 2024-11-08T12:42:03,305 INFO [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ee9dfeba7c60dda445fc6e1b94025459#C#compaction#435 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T12:42:03,305 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/.tmp/C/dd0dce923721493588ad18e7f258427f is 50, key is test_row_0/C:col10/1731069721777/Put/seqid=0 2024-11-08T12:42:03,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742331_1507 (size=13153) 2024-11-08T12:42:03,529 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=364 (bloomFilter=true), to=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/.tmp/A/9d65aac43acf470b8cc9883e4f6be356 2024-11-08T12:42:03,538 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/.tmp/B/a9392f5ec22b4accb40c9d472971912a is 50, key is test_row_0/B:col10/1731069722472/Put/seqid=0 2024-11-08T12:42:03,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742332_1508 (size=12301) 2024-11-08T12:42:03,718 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/.tmp/C/dd0dce923721493588ad18e7f258427f as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/C/dd0dce923721493588ad18e7f258427f 2024-11-08T12:42:03,723 INFO [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ee9dfeba7c60dda445fc6e1b94025459/C of ee9dfeba7c60dda445fc6e1b94025459 into dd0dce923721493588ad18e7f258427f(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T12:42:03,723 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ee9dfeba7c60dda445fc6e1b94025459: 2024-11-08T12:42:03,723 INFO [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., storeName=ee9dfeba7c60dda445fc6e1b94025459/C, priority=13, startTime=1731069722869; duration=0sec 2024-11-08T12:42:03,724 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T12:42:03,724 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ee9dfeba7c60dda445fc6e1b94025459:C 2024-11-08T12:42:03,807 INFO [Thread-1929 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1929. 2024-11-08T12:42:03,807 DEBUG [Thread-1929 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-08T12:42:03,807 DEBUG [Thread-1929 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T12:42:03,808 DEBUG [Thread-1929 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T12:42:03,808 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T12:42:03,944 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=364 (bloomFilter=true), to=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/.tmp/B/a9392f5ec22b4accb40c9d472971912a 2024-11-08T12:42:03,957 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/.tmp/C/cea32928ed674f1f8605c72cc373395c is 50, key is test_row_0/C:col10/1731069722472/Put/seqid=0 2024-11-08T12:42:03,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742333_1509 (size=12301) 2024-11-08T12:42:04,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-11-08T12:42:04,004 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-08T12:42:04,362 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=364 (bloomFilter=true), to=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/.tmp/C/cea32928ed674f1f8605c72cc373395c 2024-11-08T12:42:04,372 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/.tmp/A/9d65aac43acf470b8cc9883e4f6be356 as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/A/9d65aac43acf470b8cc9883e4f6be356 2024-11-08T12:42:04,379 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/A/9d65aac43acf470b8cc9883e4f6be356, entries=150, sequenceid=364, filesize=12.0 K 2024-11-08T12:42:04,380 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/.tmp/B/a9392f5ec22b4accb40c9d472971912a as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/B/a9392f5ec22b4accb40c9d472971912a 2024-11-08T12:42:04,384 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/B/a9392f5ec22b4accb40c9d472971912a, entries=150, sequenceid=364, filesize=12.0 K 2024-11-08T12:42:04,384 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/.tmp/C/cea32928ed674f1f8605c72cc373395c as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/C/cea32928ed674f1f8605c72cc373395c 2024-11-08T12:42:04,388 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/C/cea32928ed674f1f8605c72cc373395c, entries=150, sequenceid=364, filesize=12.0 K 2024-11-08T12:42:04,389 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=6.71 KB/6870 for ee9dfeba7c60dda445fc6e1b94025459 in 1271ms, sequenceid=364, compaction requested=false 2024-11-08T12:42:04,389 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ee9dfeba7c60dda445fc6e1b94025459: 2024-11-08T12:42:07,777 INFO [Thread-1937 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1937. 2024-11-08T12:42:07,777 DEBUG [Thread-1937 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-08T12:42:07,778 DEBUG [Thread-1937 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T12:42:07,778 DEBUG [Thread-1937 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T12:42:07,778 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T12:42:07,779 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-08T12:42:07,779 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 64 2024-11-08T12:42:07,779 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 59 2024-11-08T12:42:07,779 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 53 2024-11-08T12:42:07,779 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 67 2024-11-08T12:42:07,779 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 44 2024-11-08T12:42:07,779 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-08T12:42:07,779 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-08T12:42:07,779 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1610 2024-11-08T12:42:07,779 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4829 rows 2024-11-08T12:42:07,779 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1610 2024-11-08T12:42:07,779 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4830 rows 2024-11-08T12:42:07,779 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1608 2024-11-08T12:42:07,779 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4824 rows 2024-11-08T12:42:07,779 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1606 2024-11-08T12:42:07,779 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4813 rows 2024-11-08T12:42:07,779 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1606 2024-11-08T12:42:07,779 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4812 rows 2024-11-08T12:42:07,780 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T12:42:07,780 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:91) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testScanAtomicity(AcidGuaranteesTestBase.java:112) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T12:42:07,780 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T12:42:07,780 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T12:42:07,781 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T12:42:07,782 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-08T12:42:07,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] procedure2.ProcedureExecutor(1139): Stored pid=139, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-08T12:42:07,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139 2024-11-08T12:42:07,790 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731069727790"}]},"ts":"1731069727790"} 2024-11-08T12:42:07,792 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-08T12:42:07,792 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-08T12:42:07,793 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=140, ppid=139, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-08T12:42:07,794 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=141, ppid=140, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=ee9dfeba7c60dda445fc6e1b94025459, UNASSIGN}] 2024-11-08T12:42:07,795 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=141, ppid=140, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=ee9dfeba7c60dda445fc6e1b94025459, UNASSIGN 2024-11-08T12:42:07,795 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=141 updating hbase:meta row=ee9dfeba7c60dda445fc6e1b94025459, regionState=CLOSING, regionLocation=6ccfea20c990,38479,1731069575023 2024-11-08T12:42:07,796 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=141, ppid=140, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=ee9dfeba7c60dda445fc6e1b94025459, UNASSIGN because future has completed 2024-11-08T12:42:07,797 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-08T12:42:07,797 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=142, ppid=141, state=RUNNABLE, hasLock=false; CloseRegionProcedure ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023}] 2024-11-08T12:42:07,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139 2024-11-08T12:42:07,950 INFO [RS_CLOSE_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_CLOSE_REGION, pid=142}] handler.UnassignRegionHandler(122): Close ee9dfeba7c60dda445fc6e1b94025459 2024-11-08T12:42:07,950 DEBUG [RS_CLOSE_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_CLOSE_REGION, pid=142}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-08T12:42:07,950 DEBUG [RS_CLOSE_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_CLOSE_REGION, pid=142}] regionserver.HRegion(1722): Closing ee9dfeba7c60dda445fc6e1b94025459, disabling compactions & flushes 2024-11-08T12:42:07,950 INFO [RS_CLOSE_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_CLOSE_REGION, pid=142}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459. 2024-11-08T12:42:07,951 DEBUG [RS_CLOSE_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_CLOSE_REGION, pid=142}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459. 2024-11-08T12:42:07,951 DEBUG [RS_CLOSE_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_CLOSE_REGION, pid=142}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459. after waiting 0 ms 2024-11-08T12:42:07,951 DEBUG [RS_CLOSE_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_CLOSE_REGION, pid=142}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459. 2024-11-08T12:42:07,951 INFO [RS_CLOSE_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_CLOSE_REGION, pid=142}] regionserver.HRegion(2902): Flushing ee9dfeba7c60dda445fc6e1b94025459 3/3 column families, dataSize=13.42 KB heapSize=35.91 KB 2024-11-08T12:42:07,959 DEBUG [RS_CLOSE_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_CLOSE_REGION, pid=142}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/.tmp/A/c8a1646a95324100a5d903e5c2e60a45 is 50, key is test_row_1/A:col10/1731069723804/Put/seqid=0 2024-11-08T12:42:07,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742334_1510 (size=9857) 2024-11-08T12:42:08,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139 2024-11-08T12:42:08,367 INFO [RS_CLOSE_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_CLOSE_REGION, pid=142}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=372 (bloomFilter=true), to=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/.tmp/A/c8a1646a95324100a5d903e5c2e60a45 2024-11-08T12:42:08,379 DEBUG [RS_CLOSE_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_CLOSE_REGION, pid=142}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/.tmp/B/15249f1199f54ed99a03af4cee36d702 is 50, key is test_row_1/B:col10/1731069723804/Put/seqid=0 2024-11-08T12:42:08,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742335_1511 (size=9857) 2024-11-08T12:42:08,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139 2024-11-08T12:42:08,784 INFO [RS_CLOSE_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_CLOSE_REGION, pid=142}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=372 (bloomFilter=true), to=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/.tmp/B/15249f1199f54ed99a03af4cee36d702 2024-11-08T12:42:08,801 DEBUG [RS_CLOSE_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_CLOSE_REGION, pid=142}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/.tmp/C/f862d3672e514534a0ecf2bbb2cdd469 is 50, key is test_row_1/C:col10/1731069723804/Put/seqid=0 2024-11-08T12:42:08,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742336_1512 (size=9857) 2024-11-08T12:42:08,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139 2024-11-08T12:42:09,207 INFO [RS_CLOSE_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_CLOSE_REGION, pid=142}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=372 (bloomFilter=true), to=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/.tmp/C/f862d3672e514534a0ecf2bbb2cdd469 2024-11-08T12:42:09,217 DEBUG [RS_CLOSE_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_CLOSE_REGION, pid=142}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/.tmp/A/c8a1646a95324100a5d903e5c2e60a45 as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/A/c8a1646a95324100a5d903e5c2e60a45 2024-11-08T12:42:09,224 INFO [RS_CLOSE_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_CLOSE_REGION, pid=142}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/A/c8a1646a95324100a5d903e5c2e60a45, entries=100, sequenceid=372, filesize=9.6 K 2024-11-08T12:42:09,225 DEBUG [RS_CLOSE_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_CLOSE_REGION, pid=142}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/.tmp/B/15249f1199f54ed99a03af4cee36d702 as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/B/15249f1199f54ed99a03af4cee36d702 2024-11-08T12:42:09,227 INFO [RS_CLOSE_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_CLOSE_REGION, pid=142}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/B/15249f1199f54ed99a03af4cee36d702, entries=100, sequenceid=372, filesize=9.6 K 2024-11-08T12:42:09,228 DEBUG [RS_CLOSE_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_CLOSE_REGION, pid=142}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/.tmp/C/f862d3672e514534a0ecf2bbb2cdd469 as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/C/f862d3672e514534a0ecf2bbb2cdd469 2024-11-08T12:42:09,230 INFO [RS_CLOSE_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_CLOSE_REGION, pid=142}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/C/f862d3672e514534a0ecf2bbb2cdd469, entries=100, sequenceid=372, filesize=9.6 K 2024-11-08T12:42:09,231 INFO [RS_CLOSE_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_CLOSE_REGION, pid=142}] regionserver.HRegion(3140): Finished flush of dataSize ~13.42 KB/13740, heapSize ~35.86 KB/36720, currentSize=0 B/0 for ee9dfeba7c60dda445fc6e1b94025459 in 1280ms, sequenceid=372, compaction requested=true 2024-11-08T12:42:09,231 DEBUG [StoreCloser-TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/A/97415f7f92c24e0c9a104be180abe7a5, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/A/cedeef4675474cd0ae299490c2e40da0, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/A/0f1e331d6ebc440aad5631210ed45962, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/A/c0405797397d4d4fa90db1232bf74df6, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/A/3756e14959ac48168464da98710476a2, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/A/5c2d8a040d274c7db54540d9e5d04420, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/A/f704b09c21564120866f2e8ef8b6eb17, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/A/b0e8b6d863984c65ad4375d15ee4370a, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/A/35434ead89f84a36ac2f3f1f80b703ea, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/A/6e32a645bb824da6b0f0d032f714ebdb, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/A/f3daee823a4d4b52b282248666a97e4d, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/A/8ff35a935a7d4d14825dfc6b0105fa0c, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/A/5997eb0feaa64addacac228eda26b792, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/A/eae4f02570ac4ab9a1bbd61e5cd94f04, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/A/44b5ee1a844e4185a65034f251115781, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/A/6a1d21a1268d4041a6b058616be167ac, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/A/cdae799632304d58a96667dbea7617bf, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/A/3bddf9e1eb8342ceabfb576692ef68dc, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/A/e839caab23e14216a28f603685d95b55, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/A/351bbcd83c074ea1b53e529ea9b3f627, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/A/e8469cc6ca424199acd1c709333065c0, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/A/dd1d8bec80204e978b8f7b724ced8e33, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/A/a83068bb7fba426a9ca33eb3a21924e7, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/A/9c24cb959e934be39fbe81873279c66e, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/A/06fada783b56444884694d14a472d9f8] to archive 2024-11-08T12:42:09,232 DEBUG [StoreCloser-TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-08T12:42:09,233 DEBUG [StoreCloser-TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/A/97415f7f92c24e0c9a104be180abe7a5 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/A/97415f7f92c24e0c9a104be180abe7a5 2024-11-08T12:42:09,234 DEBUG [StoreCloser-TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/A/cedeef4675474cd0ae299490c2e40da0 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/A/cedeef4675474cd0ae299490c2e40da0 2024-11-08T12:42:09,235 DEBUG [StoreCloser-TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/A/0f1e331d6ebc440aad5631210ed45962 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/A/0f1e331d6ebc440aad5631210ed45962 2024-11-08T12:42:09,235 DEBUG [StoreCloser-TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/A/c0405797397d4d4fa90db1232bf74df6 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/A/c0405797397d4d4fa90db1232bf74df6 2024-11-08T12:42:09,236 DEBUG [StoreCloser-TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/A/3756e14959ac48168464da98710476a2 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/A/3756e14959ac48168464da98710476a2 2024-11-08T12:42:09,237 DEBUG [StoreCloser-TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/A/5c2d8a040d274c7db54540d9e5d04420 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/A/5c2d8a040d274c7db54540d9e5d04420 2024-11-08T12:42:09,238 DEBUG [StoreCloser-TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/A/f704b09c21564120866f2e8ef8b6eb17 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/A/f704b09c21564120866f2e8ef8b6eb17 2024-11-08T12:42:09,238 DEBUG [StoreCloser-TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/A/b0e8b6d863984c65ad4375d15ee4370a to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/A/b0e8b6d863984c65ad4375d15ee4370a 2024-11-08T12:42:09,239 DEBUG [StoreCloser-TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/A/35434ead89f84a36ac2f3f1f80b703ea to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/A/35434ead89f84a36ac2f3f1f80b703ea 2024-11-08T12:42:09,240 DEBUG [StoreCloser-TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/A/6e32a645bb824da6b0f0d032f714ebdb to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/A/6e32a645bb824da6b0f0d032f714ebdb 2024-11-08T12:42:09,240 DEBUG [StoreCloser-TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/A/f3daee823a4d4b52b282248666a97e4d to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/A/f3daee823a4d4b52b282248666a97e4d 2024-11-08T12:42:09,241 DEBUG [StoreCloser-TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/A/8ff35a935a7d4d14825dfc6b0105fa0c to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/A/8ff35a935a7d4d14825dfc6b0105fa0c 2024-11-08T12:42:09,242 DEBUG [StoreCloser-TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/A/5997eb0feaa64addacac228eda26b792 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/A/5997eb0feaa64addacac228eda26b792 2024-11-08T12:42:09,242 DEBUG [StoreCloser-TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/A/eae4f02570ac4ab9a1bbd61e5cd94f04 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/A/eae4f02570ac4ab9a1bbd61e5cd94f04 2024-11-08T12:42:09,243 DEBUG [StoreCloser-TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/A/44b5ee1a844e4185a65034f251115781 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/A/44b5ee1a844e4185a65034f251115781 2024-11-08T12:42:09,243 DEBUG [StoreCloser-TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/A/6a1d21a1268d4041a6b058616be167ac to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/A/6a1d21a1268d4041a6b058616be167ac 2024-11-08T12:42:09,244 DEBUG [StoreCloser-TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/A/cdae799632304d58a96667dbea7617bf to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/A/cdae799632304d58a96667dbea7617bf 2024-11-08T12:42:09,245 DEBUG [StoreCloser-TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/A/3bddf9e1eb8342ceabfb576692ef68dc to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/A/3bddf9e1eb8342ceabfb576692ef68dc 2024-11-08T12:42:09,245 DEBUG [StoreCloser-TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/A/e839caab23e14216a28f603685d95b55 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/A/e839caab23e14216a28f603685d95b55 2024-11-08T12:42:09,246 DEBUG [StoreCloser-TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/A/351bbcd83c074ea1b53e529ea9b3f627 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/A/351bbcd83c074ea1b53e529ea9b3f627 2024-11-08T12:42:09,247 DEBUG [StoreCloser-TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/A/e8469cc6ca424199acd1c709333065c0 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/A/e8469cc6ca424199acd1c709333065c0 2024-11-08T12:42:09,247 DEBUG [StoreCloser-TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/A/dd1d8bec80204e978b8f7b724ced8e33 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/A/dd1d8bec80204e978b8f7b724ced8e33 2024-11-08T12:42:09,248 DEBUG [StoreCloser-TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/A/a83068bb7fba426a9ca33eb3a21924e7 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/A/a83068bb7fba426a9ca33eb3a21924e7 2024-11-08T12:42:09,249 DEBUG [StoreCloser-TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/A/9c24cb959e934be39fbe81873279c66e to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/A/9c24cb959e934be39fbe81873279c66e 2024-11-08T12:42:09,249 DEBUG [StoreCloser-TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/A/06fada783b56444884694d14a472d9f8 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/A/06fada783b56444884694d14a472d9f8 2024-11-08T12:42:09,251 DEBUG [StoreCloser-TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/B/af8e4a3d5c01426a95a0083d8b79dd28, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/B/be34d6e01a4d4a99a5065bc17ea7a6b8, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/B/470a115ae49b45e892b443dabe085b41, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/B/ee56fc9b2b3f46b2953105e1478090d3, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/B/d7d2b61966a34c309a9f202885452f1b, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/B/feeeb026d4584ff6b235a64f11628b2a, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/B/b840903b0d40470da079b24cb4b45a65, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/B/1673f7d35a5243f9a6f73ed4feee729d, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/B/b424b8d605764dd7adca9e4ca8b5cd61, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/B/1f0e920ff17f4c5aaac99105058627b1, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/B/ca1e3e57329b42f4a3e0826180e225f1, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/B/915552f7bd5347b2b9a57c9ce165066e, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/B/3a2a7bb35e144ff39348177df3efe144, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/B/8bb9c2db4b9f4f87b62734503cbe8848, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/B/95efd6bad1a347289f8b7d025d294513, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/B/0b294605b2db420e88ae7141c92dd3a5, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/B/7232769da2c743288358ae9fd07b17fe, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/B/a3d66a7ac3cb49a9bc05cd8e7bdd7671, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/B/a4f908b49f414654a6d8ec3a9fd5fd26, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/B/728c765ce48d493e89a11e8fdd746eb7, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/B/d0029f85362a4375a9017bd0a614d622, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/B/8ceed4f45ecd43e2be308fbcae2002a7, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/B/b04e3db9f9354578bfe2fbd70fbad102, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/B/3dc2710db5d1401c97095e87572b4257, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/B/bdbe2de3095b48f294a7181322dee73a] to archive 2024-11-08T12:42:09,251 DEBUG [StoreCloser-TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-08T12:42:09,252 DEBUG [StoreCloser-TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/B/af8e4a3d5c01426a95a0083d8b79dd28 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/B/af8e4a3d5c01426a95a0083d8b79dd28 2024-11-08T12:42:09,253 DEBUG [StoreCloser-TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/B/be34d6e01a4d4a99a5065bc17ea7a6b8 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/B/be34d6e01a4d4a99a5065bc17ea7a6b8 2024-11-08T12:42:09,254 DEBUG [StoreCloser-TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/B/470a115ae49b45e892b443dabe085b41 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/B/470a115ae49b45e892b443dabe085b41 2024-11-08T12:42:09,254 DEBUG [StoreCloser-TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/B/ee56fc9b2b3f46b2953105e1478090d3 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/B/ee56fc9b2b3f46b2953105e1478090d3 2024-11-08T12:42:09,255 DEBUG [StoreCloser-TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/B/d7d2b61966a34c309a9f202885452f1b to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/B/d7d2b61966a34c309a9f202885452f1b 2024-11-08T12:42:09,255 DEBUG [StoreCloser-TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/B/feeeb026d4584ff6b235a64f11628b2a to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/B/feeeb026d4584ff6b235a64f11628b2a 2024-11-08T12:42:09,256 DEBUG [StoreCloser-TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/B/b840903b0d40470da079b24cb4b45a65 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/B/b840903b0d40470da079b24cb4b45a65 2024-11-08T12:42:09,257 DEBUG [StoreCloser-TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/B/1673f7d35a5243f9a6f73ed4feee729d to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/B/1673f7d35a5243f9a6f73ed4feee729d 2024-11-08T12:42:09,257 DEBUG [StoreCloser-TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/B/b424b8d605764dd7adca9e4ca8b5cd61 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/B/b424b8d605764dd7adca9e4ca8b5cd61 2024-11-08T12:42:09,258 DEBUG [StoreCloser-TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/B/1f0e920ff17f4c5aaac99105058627b1 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/B/1f0e920ff17f4c5aaac99105058627b1 2024-11-08T12:42:09,259 DEBUG [StoreCloser-TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/B/ca1e3e57329b42f4a3e0826180e225f1 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/B/ca1e3e57329b42f4a3e0826180e225f1 2024-11-08T12:42:09,259 DEBUG [StoreCloser-TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/B/915552f7bd5347b2b9a57c9ce165066e to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/B/915552f7bd5347b2b9a57c9ce165066e 2024-11-08T12:42:09,260 DEBUG [StoreCloser-TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/B/3a2a7bb35e144ff39348177df3efe144 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/B/3a2a7bb35e144ff39348177df3efe144 2024-11-08T12:42:09,261 DEBUG [StoreCloser-TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/B/8bb9c2db4b9f4f87b62734503cbe8848 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/B/8bb9c2db4b9f4f87b62734503cbe8848 2024-11-08T12:42:09,261 DEBUG [StoreCloser-TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/B/95efd6bad1a347289f8b7d025d294513 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/B/95efd6bad1a347289f8b7d025d294513 2024-11-08T12:42:09,262 DEBUG [StoreCloser-TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/B/0b294605b2db420e88ae7141c92dd3a5 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/B/0b294605b2db420e88ae7141c92dd3a5 2024-11-08T12:42:09,262 DEBUG [StoreCloser-TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/B/7232769da2c743288358ae9fd07b17fe to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/B/7232769da2c743288358ae9fd07b17fe 2024-11-08T12:42:09,263 DEBUG [StoreCloser-TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/B/a3d66a7ac3cb49a9bc05cd8e7bdd7671 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/B/a3d66a7ac3cb49a9bc05cd8e7bdd7671 2024-11-08T12:42:09,264 DEBUG [StoreCloser-TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/B/a4f908b49f414654a6d8ec3a9fd5fd26 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/B/a4f908b49f414654a6d8ec3a9fd5fd26 2024-11-08T12:42:09,264 DEBUG [StoreCloser-TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/B/728c765ce48d493e89a11e8fdd746eb7 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/B/728c765ce48d493e89a11e8fdd746eb7 2024-11-08T12:42:09,265 DEBUG [StoreCloser-TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/B/d0029f85362a4375a9017bd0a614d622 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/B/d0029f85362a4375a9017bd0a614d622 2024-11-08T12:42:09,266 DEBUG [StoreCloser-TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/B/8ceed4f45ecd43e2be308fbcae2002a7 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/B/8ceed4f45ecd43e2be308fbcae2002a7 2024-11-08T12:42:09,266 DEBUG [StoreCloser-TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/B/b04e3db9f9354578bfe2fbd70fbad102 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/B/b04e3db9f9354578bfe2fbd70fbad102 2024-11-08T12:42:09,267 DEBUG [StoreCloser-TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/B/3dc2710db5d1401c97095e87572b4257 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/B/3dc2710db5d1401c97095e87572b4257 2024-11-08T12:42:09,268 DEBUG [StoreCloser-TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/B/bdbe2de3095b48f294a7181322dee73a to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/B/bdbe2de3095b48f294a7181322dee73a 2024-11-08T12:42:09,269 DEBUG [StoreCloser-TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/C/e4e7bdaec15847b5b3714e3d278ac65e, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/C/c404b8cce5b148e6849c32e19a8accdf, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/C/088368b7aa324f56b43dc4b54b2d3e07, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/C/8d18f6b3729c48a981b8c8015891c281, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/C/6f59d107f6a84fd0a771cdeee4ba54a1, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/C/8336190e27d54777b13767d346f7eebb, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/C/b9be291717e447f49d4ce514105d3665, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/C/f39e059c51674f71a6460977d274f83a, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/C/84dd1d8e9c634f058f9787f04b063bc9, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/C/cd4eac6882794113b39cf675ebd2188f, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/C/a437f1ea077b4934a150be1e0a2a7294, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/C/69e1b98954164f96853f91bb89feaaa4, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/C/598873370965472aa44e07a464644be1, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/C/c0a24364e33e4fab97e791936c53180d, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/C/8036c2adb6654fc4904fd6d654512cf0, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/C/8a287f76a07242729c00c9bae129278d, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/C/9cdb630d487142d2b56390953f759e6e, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/C/86a645fa77b44eeb9c254854e4326a19, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/C/40f4e1c10a704986bf4a1a2f02248b14, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/C/cbfaa89637e24becbd4c1f70f587c9f4, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/C/b2127e3b3d5146da81bdda6ec3c10f61, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/C/4b06e66cccfe478b8a2541020fb12659, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/C/243ce27db4b14731b4aed55f42a1c214, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/C/20a161ec2c8f4fc18a646583bdfdd61e, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/C/43cf8ff17e7a434d89ca6fddf04644ce] to archive 2024-11-08T12:42:09,269 DEBUG [StoreCloser-TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-08T12:42:09,270 DEBUG [StoreCloser-TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/C/e4e7bdaec15847b5b3714e3d278ac65e to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/C/e4e7bdaec15847b5b3714e3d278ac65e 2024-11-08T12:42:09,271 DEBUG [StoreCloser-TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/C/c404b8cce5b148e6849c32e19a8accdf to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/C/c404b8cce5b148e6849c32e19a8accdf 2024-11-08T12:42:09,272 DEBUG [StoreCloser-TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/C/088368b7aa324f56b43dc4b54b2d3e07 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/C/088368b7aa324f56b43dc4b54b2d3e07 2024-11-08T12:42:09,272 DEBUG [StoreCloser-TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/C/8d18f6b3729c48a981b8c8015891c281 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/C/8d18f6b3729c48a981b8c8015891c281 2024-11-08T12:42:09,273 DEBUG [StoreCloser-TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/C/6f59d107f6a84fd0a771cdeee4ba54a1 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/C/6f59d107f6a84fd0a771cdeee4ba54a1 2024-11-08T12:42:09,274 DEBUG [StoreCloser-TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/C/8336190e27d54777b13767d346f7eebb to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/C/8336190e27d54777b13767d346f7eebb 2024-11-08T12:42:09,274 DEBUG [StoreCloser-TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/C/b9be291717e447f49d4ce514105d3665 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/C/b9be291717e447f49d4ce514105d3665 2024-11-08T12:42:09,275 DEBUG [StoreCloser-TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/C/f39e059c51674f71a6460977d274f83a to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/C/f39e059c51674f71a6460977d274f83a 2024-11-08T12:42:09,276 DEBUG [StoreCloser-TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/C/84dd1d8e9c634f058f9787f04b063bc9 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/C/84dd1d8e9c634f058f9787f04b063bc9 2024-11-08T12:42:09,277 DEBUG [StoreCloser-TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/C/cd4eac6882794113b39cf675ebd2188f to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/C/cd4eac6882794113b39cf675ebd2188f 2024-11-08T12:42:09,277 DEBUG [StoreCloser-TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/C/a437f1ea077b4934a150be1e0a2a7294 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/C/a437f1ea077b4934a150be1e0a2a7294 2024-11-08T12:42:09,278 DEBUG [StoreCloser-TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/C/69e1b98954164f96853f91bb89feaaa4 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/C/69e1b98954164f96853f91bb89feaaa4 2024-11-08T12:42:09,279 DEBUG [StoreCloser-TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/C/598873370965472aa44e07a464644be1 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/C/598873370965472aa44e07a464644be1 2024-11-08T12:42:09,280 DEBUG [StoreCloser-TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/C/c0a24364e33e4fab97e791936c53180d to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/C/c0a24364e33e4fab97e791936c53180d 2024-11-08T12:42:09,280 DEBUG [StoreCloser-TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/C/8036c2adb6654fc4904fd6d654512cf0 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/C/8036c2adb6654fc4904fd6d654512cf0 2024-11-08T12:42:09,281 DEBUG [StoreCloser-TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/C/8a287f76a07242729c00c9bae129278d to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/C/8a287f76a07242729c00c9bae129278d 2024-11-08T12:42:09,282 DEBUG [StoreCloser-TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/C/9cdb630d487142d2b56390953f759e6e to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/C/9cdb630d487142d2b56390953f759e6e 2024-11-08T12:42:09,283 DEBUG [StoreCloser-TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/C/86a645fa77b44eeb9c254854e4326a19 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/C/86a645fa77b44eeb9c254854e4326a19 2024-11-08T12:42:09,284 DEBUG [StoreCloser-TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/C/40f4e1c10a704986bf4a1a2f02248b14 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/C/40f4e1c10a704986bf4a1a2f02248b14 2024-11-08T12:42:09,284 DEBUG [StoreCloser-TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/C/cbfaa89637e24becbd4c1f70f587c9f4 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/C/cbfaa89637e24becbd4c1f70f587c9f4 2024-11-08T12:42:09,285 DEBUG [StoreCloser-TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/C/b2127e3b3d5146da81bdda6ec3c10f61 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/C/b2127e3b3d5146da81bdda6ec3c10f61 2024-11-08T12:42:09,286 DEBUG [StoreCloser-TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/C/4b06e66cccfe478b8a2541020fb12659 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/C/4b06e66cccfe478b8a2541020fb12659 2024-11-08T12:42:09,287 DEBUG [StoreCloser-TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/C/243ce27db4b14731b4aed55f42a1c214 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/C/243ce27db4b14731b4aed55f42a1c214 2024-11-08T12:42:09,287 DEBUG [StoreCloser-TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/C/20a161ec2c8f4fc18a646583bdfdd61e to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/C/20a161ec2c8f4fc18a646583bdfdd61e 2024-11-08T12:42:09,288 DEBUG [StoreCloser-TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/C/43cf8ff17e7a434d89ca6fddf04644ce to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/C/43cf8ff17e7a434d89ca6fddf04644ce 2024-11-08T12:42:09,292 DEBUG [RS_CLOSE_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_CLOSE_REGION, pid=142}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/recovered.edits/375.seqid, newMaxSeqId=375, maxSeqId=1 2024-11-08T12:42:09,293 INFO [RS_CLOSE_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_CLOSE_REGION, pid=142}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459. 2024-11-08T12:42:09,293 DEBUG [RS_CLOSE_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_CLOSE_REGION, pid=142}] regionserver.HRegion(1676): Region close journal for ee9dfeba7c60dda445fc6e1b94025459: Waiting for close lock at 1731069727950Running coprocessor pre-close hooks at 1731069727950Disabling compacts and flushes for region at 1731069727950Disabling writes for close at 1731069727951 (+1 ms)Obtaining lock to block concurrent updates at 1731069727951Preparing flush snapshotting stores in ee9dfeba7c60dda445fc6e1b94025459 at 1731069727951Finished memstore snapshotting TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459., syncing WAL and waiting on mvcc, flushsize=dataSize=13740, getHeapSize=36720, getOffHeapSize=0, getCellsCount=300 at 1731069727952 (+1 ms)Flushing stores of TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459. at 1731069727953 (+1 ms)Flushing ee9dfeba7c60dda445fc6e1b94025459/A: creating writer at 1731069727953Flushing ee9dfeba7c60dda445fc6e1b94025459/A: appending metadata at 1731069727958 (+5 ms)Flushing ee9dfeba7c60dda445fc6e1b94025459/A: closing flushed file at 1731069727958Flushing ee9dfeba7c60dda445fc6e1b94025459/B: creating writer at 1731069728376 (+418 ms)Flushing ee9dfeba7c60dda445fc6e1b94025459/B: appending metadata at 1731069728378 (+2 ms)Flushing ee9dfeba7c60dda445fc6e1b94025459/B: closing flushed file at 1731069728379 (+1 ms)Flushing ee9dfeba7c60dda445fc6e1b94025459/C: creating writer at 1731069728795 (+416 ms)Flushing ee9dfeba7c60dda445fc6e1b94025459/C: appending metadata at 1731069728800 (+5 ms)Flushing ee9dfeba7c60dda445fc6e1b94025459/C: closing flushed file at 1731069728800Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6141b6aa: reopening flushed file at 1731069729215 (+415 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4c58899a: reopening flushed file at 1731069729224 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4a778cea: reopening flushed file at 1731069729227 (+3 ms)Finished flush of dataSize ~13.42 KB/13740, heapSize ~35.86 KB/36720, currentSize=0 B/0 for ee9dfeba7c60dda445fc6e1b94025459 in 1280ms, sequenceid=372, compaction requested=true at 1731069729231 (+4 ms)Writing region close event to WAL at 1731069729290 (+59 ms)Running coprocessor post-close hooks at 1731069729293 (+3 ms)Closed at 1731069729293 2024-11-08T12:42:09,295 INFO [RS_CLOSE_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_CLOSE_REGION, pid=142}] handler.UnassignRegionHandler(157): Closed ee9dfeba7c60dda445fc6e1b94025459 2024-11-08T12:42:09,295 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=141 updating hbase:meta row=ee9dfeba7c60dda445fc6e1b94025459, regionState=CLOSED 2024-11-08T12:42:09,297 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=142, ppid=141, state=RUNNABLE, hasLock=false; CloseRegionProcedure ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 because future has completed 2024-11-08T12:42:09,299 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=142, resume processing ppid=141 2024-11-08T12:42:09,299 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=142, ppid=141, state=SUCCESS, hasLock=false; CloseRegionProcedure ee9dfeba7c60dda445fc6e1b94025459, server=6ccfea20c990,38479,1731069575023 in 1.5000 sec 2024-11-08T12:42:09,300 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=141, resume processing ppid=140 2024-11-08T12:42:09,300 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=141, ppid=140, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=ee9dfeba7c60dda445fc6e1b94025459, UNASSIGN in 1.5050 sec 2024-11-08T12:42:09,301 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=140, resume processing ppid=139 2024-11-08T12:42:09,301 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=140, ppid=139, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.5080 sec 2024-11-08T12:42:09,302 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731069729302"}]},"ts":"1731069729302"} 2024-11-08T12:42:09,303 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-08T12:42:09,303 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-08T12:42:09,305 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=139, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.5210 sec 2024-11-08T12:42:09,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139 2024-11-08T12:42:09,934 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-08T12:42:09,935 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-08T12:42:09,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] procedure2.ProcedureExecutor(1139): Stored pid=143, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-08T12:42:09,938 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=143, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-08T12:42:09,939 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=143, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-08T12:42:09,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=143 2024-11-08T12:42:09,942 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459 2024-11-08T12:42:09,945 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/A, FileablePath, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/B, FileablePath, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/C, FileablePath, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/recovered.edits] 2024-11-08T12:42:09,948 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/A/71f387fa5ac94973849dde71c9e462d5 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/A/71f387fa5ac94973849dde71c9e462d5 2024-11-08T12:42:09,950 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/A/9d65aac43acf470b8cc9883e4f6be356 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/A/9d65aac43acf470b8cc9883e4f6be356 2024-11-08T12:42:09,951 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/A/c8a1646a95324100a5d903e5c2e60a45 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/A/c8a1646a95324100a5d903e5c2e60a45 2024-11-08T12:42:09,955 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/B/15249f1199f54ed99a03af4cee36d702 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/B/15249f1199f54ed99a03af4cee36d702 2024-11-08T12:42:09,956 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/B/a9392f5ec22b4accb40c9d472971912a to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/B/a9392f5ec22b4accb40c9d472971912a 2024-11-08T12:42:09,958 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/B/f816e7d66b304e48ad4bcd7899ba352e to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/B/f816e7d66b304e48ad4bcd7899ba352e 2024-11-08T12:42:09,961 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/C/cea32928ed674f1f8605c72cc373395c to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/C/cea32928ed674f1f8605c72cc373395c 2024-11-08T12:42:09,962 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/C/dd0dce923721493588ad18e7f258427f to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/C/dd0dce923721493588ad18e7f258427f 2024-11-08T12:42:09,963 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/C/f862d3672e514534a0ecf2bbb2cdd469 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/C/f862d3672e514534a0ecf2bbb2cdd469 2024-11-08T12:42:09,966 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/recovered.edits/375.seqid to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459/recovered.edits/375.seqid 2024-11-08T12:42:09,967 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/ee9dfeba7c60dda445fc6e1b94025459 2024-11-08T12:42:09,967 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-08T12:42:09,969 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=143, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-08T12:42:09,971 WARN [PEWorker-1 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-08T12:42:09,973 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-08T12:42:09,974 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=143, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-08T12:42:09,974 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-08T12:42:09,974 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731069729974"}]},"ts":"9223372036854775807"} 2024-11-08T12:42:09,976 INFO [PEWorker-1 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-08T12:42:09,976 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => ee9dfeba7c60dda445fc6e1b94025459, NAME => 'TestAcidGuarantees,,1731069700430.ee9dfeba7c60dda445fc6e1b94025459.', STARTKEY => '', ENDKEY => ''}] 2024-11-08T12:42:09,976 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-08T12:42:09,976 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731069729976"}]},"ts":"9223372036854775807"} 2024-11-08T12:42:09,978 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-08T12:42:09,978 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(133): Finished pid=143, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-08T12:42:09,979 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=143, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 43 msec 2024-11-08T12:42:10,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=143 2024-11-08T12:42:10,044 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-08T12:42:10,047 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-08T12:42:10,060 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithNoInMemCompaction#testScanAtomicity Thread=237 (was 238), OpenFileDescriptor=447 (was 447), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=264 (was 278), ProcessCount=11 (was 11), AvailableMemoryMB=2962 (was 2980) 2024-11-08T12:42:10,070 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithNoInMemCompaction#testMobGetAtomicity Thread=237, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=264, ProcessCount=11, AvailableMemoryMB=2962 2024-11-08T12:42:10,072 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-08T12:42:10,072 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T12:42:10,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] procedure2.ProcedureExecutor(1139): Stored pid=144, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-08T12:42:10,075 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=144, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T12:42:10,075 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:10,075 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 144 2024-11-08T12:42:10,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=144 2024-11-08T12:42:10,076 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=144, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T12:42:10,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742337_1513 (size=959) 2024-11-08T12:42:10,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=144 2024-11-08T12:42:10,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=144 2024-11-08T12:42:10,489 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d0f229b7f94c7e0c66ae69b1be826745, NAME => 'TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe 2024-11-08T12:42:10,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742338_1514 (size=53) 2024-11-08T12:42:10,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=144 2024-11-08T12:42:10,900 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T12:42:10,901 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing d0f229b7f94c7e0c66ae69b1be826745, disabling compactions & flushes 2024-11-08T12:42:10,901 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745. 2024-11-08T12:42:10,901 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745. 2024-11-08T12:42:10,901 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745. after waiting 0 ms 2024-11-08T12:42:10,901 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745. 2024-11-08T12:42:10,901 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745. 2024-11-08T12:42:10,901 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for d0f229b7f94c7e0c66ae69b1be826745: Waiting for close lock at 1731069730901Disabling compacts and flushes for region at 1731069730901Disabling writes for close at 1731069730901Writing region close event to WAL at 1731069730901Closed at 1731069730901 2024-11-08T12:42:10,904 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=144, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T12:42:10,904 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731069730904"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731069730904"}]},"ts":"1731069730904"} 2024-11-08T12:42:10,906 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T12:42:10,907 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=144, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T12:42:10,908 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731069730907"}]},"ts":"1731069730907"} 2024-11-08T12:42:10,910 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-08T12:42:10,910 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=145, ppid=144, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=d0f229b7f94c7e0c66ae69b1be826745, ASSIGN}] 2024-11-08T12:42:10,911 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=145, ppid=144, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=d0f229b7f94c7e0c66ae69b1be826745, ASSIGN 2024-11-08T12:42:10,912 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=145, ppid=144, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=d0f229b7f94c7e0c66ae69b1be826745, ASSIGN; state=OFFLINE, location=6ccfea20c990,38479,1731069575023; forceNewPlan=false, retain=false 2024-11-08T12:42:11,064 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=145 updating hbase:meta row=d0f229b7f94c7e0c66ae69b1be826745, regionState=OPENING, regionLocation=6ccfea20c990,38479,1731069575023 2024-11-08T12:42:11,069 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=145, ppid=144, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=d0f229b7f94c7e0c66ae69b1be826745, ASSIGN because future has completed 2024-11-08T12:42:11,070 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=146, ppid=145, state=RUNNABLE, hasLock=false; OpenRegionProcedure d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023}] 2024-11-08T12:42:11,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=144 2024-11-08T12:42:11,231 INFO [RS_OPEN_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_OPEN_REGION, pid=146}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745. 2024-11-08T12:42:11,232 DEBUG [RS_OPEN_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_OPEN_REGION, pid=146}] regionserver.HRegion(7752): Opening region: {ENCODED => d0f229b7f94c7e0c66ae69b1be826745, NAME => 'TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745.', STARTKEY => '', ENDKEY => ''} 2024-11-08T12:42:11,232 DEBUG [RS_OPEN_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_OPEN_REGION, pid=146}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees d0f229b7f94c7e0c66ae69b1be826745 2024-11-08T12:42:11,233 DEBUG [RS_OPEN_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_OPEN_REGION, pid=146}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T12:42:11,233 DEBUG [RS_OPEN_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_OPEN_REGION, pid=146}] regionserver.HRegion(7794): checking encryption for d0f229b7f94c7e0c66ae69b1be826745 2024-11-08T12:42:11,233 DEBUG [RS_OPEN_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_OPEN_REGION, pid=146}] regionserver.HRegion(7797): checking classloading for d0f229b7f94c7e0c66ae69b1be826745 2024-11-08T12:42:11,235 INFO [StoreOpener-d0f229b7f94c7e0c66ae69b1be826745-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region d0f229b7f94c7e0c66ae69b1be826745 2024-11-08T12:42:11,238 INFO [StoreOpener-d0f229b7f94c7e0c66ae69b1be826745-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d0f229b7f94c7e0c66ae69b1be826745 columnFamilyName A 2024-11-08T12:42:11,238 DEBUG [StoreOpener-d0f229b7f94c7e0c66ae69b1be826745-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:11,239 INFO [StoreOpener-d0f229b7f94c7e0c66ae69b1be826745-1 {}] regionserver.HStore(327): Store=d0f229b7f94c7e0c66ae69b1be826745/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T12:42:11,239 INFO [StoreOpener-d0f229b7f94c7e0c66ae69b1be826745-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region d0f229b7f94c7e0c66ae69b1be826745 2024-11-08T12:42:11,241 INFO [StoreOpener-d0f229b7f94c7e0c66ae69b1be826745-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d0f229b7f94c7e0c66ae69b1be826745 columnFamilyName B 2024-11-08T12:42:11,241 DEBUG [StoreOpener-d0f229b7f94c7e0c66ae69b1be826745-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:11,241 INFO [StoreOpener-d0f229b7f94c7e0c66ae69b1be826745-1 {}] regionserver.HStore(327): Store=d0f229b7f94c7e0c66ae69b1be826745/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T12:42:11,241 INFO [StoreOpener-d0f229b7f94c7e0c66ae69b1be826745-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region d0f229b7f94c7e0c66ae69b1be826745 2024-11-08T12:42:11,243 INFO [StoreOpener-d0f229b7f94c7e0c66ae69b1be826745-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d0f229b7f94c7e0c66ae69b1be826745 columnFamilyName C 2024-11-08T12:42:11,243 DEBUG [StoreOpener-d0f229b7f94c7e0c66ae69b1be826745-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:11,244 INFO [StoreOpener-d0f229b7f94c7e0c66ae69b1be826745-1 {}] regionserver.HStore(327): Store=d0f229b7f94c7e0c66ae69b1be826745/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T12:42:11,244 DEBUG [RS_OPEN_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_OPEN_REGION, pid=146}] regionserver.HRegion(1038): replaying wal for d0f229b7f94c7e0c66ae69b1be826745 2024-11-08T12:42:11,244 DEBUG [RS_OPEN_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_OPEN_REGION, pid=146}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745 2024-11-08T12:42:11,245 DEBUG [RS_OPEN_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_OPEN_REGION, pid=146}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745 2024-11-08T12:42:11,246 DEBUG [RS_OPEN_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_OPEN_REGION, pid=146}] regionserver.HRegion(1048): stopping wal replay for d0f229b7f94c7e0c66ae69b1be826745 2024-11-08T12:42:11,246 DEBUG [RS_OPEN_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_OPEN_REGION, pid=146}] regionserver.HRegion(1060): Cleaning up temporary data for d0f229b7f94c7e0c66ae69b1be826745 2024-11-08T12:42:11,247 DEBUG [RS_OPEN_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_OPEN_REGION, pid=146}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-08T12:42:11,248 DEBUG [RS_OPEN_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_OPEN_REGION, pid=146}] regionserver.HRegion(1093): writing seq id for d0f229b7f94c7e0c66ae69b1be826745 2024-11-08T12:42:11,250 DEBUG [RS_OPEN_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_OPEN_REGION, pid=146}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T12:42:11,251 INFO [RS_OPEN_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_OPEN_REGION, pid=146}] regionserver.HRegion(1114): Opened d0f229b7f94c7e0c66ae69b1be826745; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71124190, jitterRate=0.059833019971847534}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-08T12:42:11,251 DEBUG [RS_OPEN_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_OPEN_REGION, pid=146}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d0f229b7f94c7e0c66ae69b1be826745 2024-11-08T12:42:11,252 DEBUG [RS_OPEN_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_OPEN_REGION, pid=146}] regionserver.HRegion(1006): Region open journal for d0f229b7f94c7e0c66ae69b1be826745: Running coprocessor pre-open hook at 1731069731233Writing region info on filesystem at 1731069731233Initializing all the Stores at 1731069731234 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731069731235 (+1 ms)Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731069731235Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731069731235Cleaning up temporary data from old regions at 1731069731246 (+11 ms)Running coprocessor post-open hooks at 1731069731251 (+5 ms)Region opened successfully at 1731069731252 (+1 ms) 2024-11-08T12:42:11,253 INFO [RS_OPEN_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_OPEN_REGION, pid=146}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., pid=146, masterSystemTime=1731069731225 2024-11-08T12:42:11,255 DEBUG [RS_OPEN_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_OPEN_REGION, pid=146}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745. 2024-11-08T12:42:11,255 INFO [RS_OPEN_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_OPEN_REGION, pid=146}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745. 2024-11-08T12:42:11,255 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=145 updating hbase:meta row=d0f229b7f94c7e0c66ae69b1be826745, regionState=OPEN, openSeqNum=2, regionLocation=6ccfea20c990,38479,1731069575023 2024-11-08T12:42:11,257 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=146, ppid=145, state=RUNNABLE, hasLock=false; OpenRegionProcedure d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 because future has completed 2024-11-08T12:42:11,260 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=146, resume processing ppid=145 2024-11-08T12:42:11,260 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=146, ppid=145, state=SUCCESS, hasLock=false; OpenRegionProcedure d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 in 188 msec 2024-11-08T12:42:11,262 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=145, resume processing ppid=144 2024-11-08T12:42:11,262 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=145, ppid=144, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=d0f229b7f94c7e0c66ae69b1be826745, ASSIGN in 350 msec 2024-11-08T12:42:11,263 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=144, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T12:42:11,263 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731069731263"}]},"ts":"1731069731263"} 2024-11-08T12:42:11,264 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-08T12:42:11,265 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=144, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T12:42:11,267 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=144, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1930 sec 2024-11-08T12:42:12,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=144 2024-11-08T12:42:12,224 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-08T12:42:12,226 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66320673, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T12:42:12,226 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6ccfea20c990,40975,-1 for getting cluster id 2024-11-08T12:42:12,227 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T12:42:12,229 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '93a2ca5a-489f-4fb5-ae49-7a4775f6c4c3' 2024-11-08T12:42:12,229 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T12:42:12,229 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "93a2ca5a-489f-4fb5-ae49-7a4775f6c4c3" 2024-11-08T12:42:12,230 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32b87377, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T12:42:12,230 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6ccfea20c990,40975,-1] 2024-11-08T12:42:12,230 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T12:42:12,231 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T12:42:12,232 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54070, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T12:42:12,233 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20d40db4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T12:42:12,234 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T12:42:12,235 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6ccfea20c990,38479,1731069575023, seqNum=-1] 2024-11-08T12:42:12,235 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T12:42:12,236 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33396, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T12:42:12,237 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T12:42:12,238 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 6ccfea20c990,40975,1731069574299 2024-11-08T12:42:12,238 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3111608a 2024-11-08T12:42:12,238 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T12:42:12,239 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54078, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T12:42:12,241 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-08T12:42:12,241 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T12:42:12,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] procedure2.ProcedureExecutor(1139): Stored pid=147, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees 2024-11-08T12:42:12,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742339_1515 (size=995) 2024-11-08T12:42:12,658 DEBUG [PEWorker-1 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.959 2024-11-08T12:42:12,659 INFO [PEWorker-1 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.995 2024-11-08T12:42:12,664 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=148, ppid=147, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-08T12:42:12,666 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=149, ppid=148, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=d0f229b7f94c7e0c66ae69b1be826745, REOPEN/MOVE}] 2024-11-08T12:42:12,667 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=149, ppid=148, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=d0f229b7f94c7e0c66ae69b1be826745, REOPEN/MOVE 2024-11-08T12:42:12,668 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=149 updating hbase:meta row=d0f229b7f94c7e0c66ae69b1be826745, regionState=CLOSING, regionLocation=6ccfea20c990,38479,1731069575023 2024-11-08T12:42:12,669 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=149, ppid=148, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=d0f229b7f94c7e0c66ae69b1be826745, REOPEN/MOVE because future has completed 2024-11-08T12:42:12,669 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-08T12:42:12,669 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=150, ppid=149, state=RUNNABLE, hasLock=false; CloseRegionProcedure d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023}] 2024-11-08T12:42:12,822 INFO [RS_CLOSE_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] handler.UnassignRegionHandler(122): Close d0f229b7f94c7e0c66ae69b1be826745 2024-11-08T12:42:12,822 DEBUG [RS_CLOSE_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-08T12:42:12,823 DEBUG [RS_CLOSE_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] regionserver.HRegion(1722): Closing d0f229b7f94c7e0c66ae69b1be826745, disabling compactions & flushes 2024-11-08T12:42:12,823 INFO [RS_CLOSE_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745. 2024-11-08T12:42:12,823 DEBUG [RS_CLOSE_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745. 2024-11-08T12:42:12,823 DEBUG [RS_CLOSE_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745. after waiting 0 ms 2024-11-08T12:42:12,823 DEBUG [RS_CLOSE_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745. 2024-11-08T12:42:12,830 DEBUG [RS_CLOSE_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-08T12:42:12,831 INFO [RS_CLOSE_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745. 2024-11-08T12:42:12,831 DEBUG [RS_CLOSE_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] regionserver.HRegion(1676): Region close journal for d0f229b7f94c7e0c66ae69b1be826745: Waiting for close lock at 1731069732823Running coprocessor pre-close hooks at 1731069732823Disabling compacts and flushes for region at 1731069732823Disabling writes for close at 1731069732823Writing region close event to WAL at 1731069732824 (+1 ms)Running coprocessor post-close hooks at 1731069732831 (+7 ms)Closed at 1731069732831 2024-11-08T12:42:12,831 WARN [RS_CLOSE_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] regionserver.HRegionServer(3299): Not adding moved region record: d0f229b7f94c7e0c66ae69b1be826745 to self. 2024-11-08T12:42:12,834 INFO [RS_CLOSE_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] handler.UnassignRegionHandler(157): Closed d0f229b7f94c7e0c66ae69b1be826745 2024-11-08T12:42:12,835 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=149 updating hbase:meta row=d0f229b7f94c7e0c66ae69b1be826745, regionState=CLOSED 2024-11-08T12:42:12,837 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=150, ppid=149, state=RUNNABLE, hasLock=false; CloseRegionProcedure d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 because future has completed 2024-11-08T12:42:12,841 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=150, resume processing ppid=149 2024-11-08T12:42:12,842 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=150, ppid=149, state=SUCCESS, hasLock=false; CloseRegionProcedure d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 in 169 msec 2024-11-08T12:42:12,842 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=149, ppid=148, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=d0f229b7f94c7e0c66ae69b1be826745, REOPEN/MOVE; state=CLOSED, location=6ccfea20c990,38479,1731069575023; forceNewPlan=false, retain=true 2024-11-08T12:42:12,994 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=149 updating hbase:meta row=d0f229b7f94c7e0c66ae69b1be826745, regionState=OPENING, regionLocation=6ccfea20c990,38479,1731069575023 2024-11-08T12:42:12,998 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=149, ppid=148, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=d0f229b7f94c7e0c66ae69b1be826745, REOPEN/MOVE because future has completed 2024-11-08T12:42:12,999 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=151, ppid=149, state=RUNNABLE, hasLock=false; OpenRegionProcedure d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023}] 2024-11-08T12:42:13,160 INFO [RS_OPEN_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745. 2024-11-08T12:42:13,161 DEBUG [RS_OPEN_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.HRegion(7752): Opening region: {ENCODED => d0f229b7f94c7e0c66ae69b1be826745, NAME => 'TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745.', STARTKEY => '', ENDKEY => ''} 2024-11-08T12:42:13,161 DEBUG [RS_OPEN_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees d0f229b7f94c7e0c66ae69b1be826745 2024-11-08T12:42:13,161 DEBUG [RS_OPEN_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T12:42:13,162 DEBUG [RS_OPEN_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.HRegion(7794): checking encryption for d0f229b7f94c7e0c66ae69b1be826745 2024-11-08T12:42:13,162 DEBUG [RS_OPEN_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.HRegion(7797): checking classloading for d0f229b7f94c7e0c66ae69b1be826745 2024-11-08T12:42:13,164 INFO [StoreOpener-d0f229b7f94c7e0c66ae69b1be826745-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region d0f229b7f94c7e0c66ae69b1be826745 2024-11-08T12:42:13,165 INFO [StoreOpener-d0f229b7f94c7e0c66ae69b1be826745-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d0f229b7f94c7e0c66ae69b1be826745 columnFamilyName A 2024-11-08T12:42:13,167 DEBUG [StoreOpener-d0f229b7f94c7e0c66ae69b1be826745-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:13,167 INFO [StoreOpener-d0f229b7f94c7e0c66ae69b1be826745-1 {}] regionserver.HStore(327): Store=d0f229b7f94c7e0c66ae69b1be826745/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T12:42:13,168 INFO [StoreOpener-d0f229b7f94c7e0c66ae69b1be826745-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region d0f229b7f94c7e0c66ae69b1be826745 2024-11-08T12:42:13,168 INFO [StoreOpener-d0f229b7f94c7e0c66ae69b1be826745-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d0f229b7f94c7e0c66ae69b1be826745 columnFamilyName B 2024-11-08T12:42:13,168 DEBUG [StoreOpener-d0f229b7f94c7e0c66ae69b1be826745-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:13,169 INFO [StoreOpener-d0f229b7f94c7e0c66ae69b1be826745-1 {}] regionserver.HStore(327): Store=d0f229b7f94c7e0c66ae69b1be826745/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T12:42:13,169 INFO [StoreOpener-d0f229b7f94c7e0c66ae69b1be826745-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region d0f229b7f94c7e0c66ae69b1be826745 2024-11-08T12:42:13,170 INFO [StoreOpener-d0f229b7f94c7e0c66ae69b1be826745-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d0f229b7f94c7e0c66ae69b1be826745 columnFamilyName C 2024-11-08T12:42:13,170 DEBUG [StoreOpener-d0f229b7f94c7e0c66ae69b1be826745-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:13,170 INFO [StoreOpener-d0f229b7f94c7e0c66ae69b1be826745-1 {}] regionserver.HStore(327): Store=d0f229b7f94c7e0c66ae69b1be826745/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T12:42:13,170 DEBUG [RS_OPEN_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.HRegion(1038): replaying wal for d0f229b7f94c7e0c66ae69b1be826745 2024-11-08T12:42:13,171 DEBUG [RS_OPEN_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745 2024-11-08T12:42:13,172 DEBUG [RS_OPEN_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745 2024-11-08T12:42:13,173 DEBUG [RS_OPEN_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.HRegion(1048): stopping wal replay for d0f229b7f94c7e0c66ae69b1be826745 2024-11-08T12:42:13,173 DEBUG [RS_OPEN_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.HRegion(1060): Cleaning up temporary data for d0f229b7f94c7e0c66ae69b1be826745 2024-11-08T12:42:13,174 DEBUG [RS_OPEN_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-08T12:42:13,175 DEBUG [RS_OPEN_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.HRegion(1093): writing seq id for d0f229b7f94c7e0c66ae69b1be826745 2024-11-08T12:42:13,176 INFO [RS_OPEN_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.HRegion(1114): Opened d0f229b7f94c7e0c66ae69b1be826745; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59635891, jitterRate=-0.1113559752702713}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-08T12:42:13,176 DEBUG [RS_OPEN_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d0f229b7f94c7e0c66ae69b1be826745 2024-11-08T12:42:13,177 DEBUG [RS_OPEN_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.HRegion(1006): Region open journal for d0f229b7f94c7e0c66ae69b1be826745: Running coprocessor pre-open hook at 1731069733162Writing region info on filesystem at 1731069733162Initializing all the Stores at 1731069733164 (+2 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731069733164Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731069733164Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731069733164Cleaning up temporary data from old regions at 1731069733173 (+9 ms)Running coprocessor post-open hooks at 1731069733176 (+3 ms)Region opened successfully at 1731069733177 (+1 ms) 2024-11-08T12:42:13,178 INFO [RS_OPEN_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., pid=151, masterSystemTime=1731069733153 2024-11-08T12:42:13,180 DEBUG [RS_OPEN_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745. 2024-11-08T12:42:13,180 INFO [RS_OPEN_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745. 2024-11-08T12:42:13,180 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=149 updating hbase:meta row=d0f229b7f94c7e0c66ae69b1be826745, regionState=OPEN, openSeqNum=5, regionLocation=6ccfea20c990,38479,1731069575023 2024-11-08T12:42:13,182 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=151, ppid=149, state=RUNNABLE, hasLock=false; OpenRegionProcedure d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 because future has completed 2024-11-08T12:42:13,185 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=151, resume processing ppid=149 2024-11-08T12:42:13,185 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=151, ppid=149, state=SUCCESS, hasLock=false; OpenRegionProcedure d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 in 185 msec 2024-11-08T12:42:13,187 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=149, resume processing ppid=148 2024-11-08T12:42:13,187 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=149, ppid=148, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=d0f229b7f94c7e0c66ae69b1be826745, REOPEN/MOVE in 519 msec 2024-11-08T12:42:13,190 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=148, resume processing ppid=147 2024-11-08T12:42:13,190 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=148, ppid=147, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees in 524 msec 2024-11-08T12:42:13,193 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=147, state=SUCCESS, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees in 949 msec 2024-11-08T12:42:13,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=147 2024-11-08T12:42:13,194 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY_COLUMN_FAMILY, Table Name: default:TestAcidGuarantees completed 2024-11-08T12:42:13,195 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11971b93, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T12:42:13,195 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6ccfea20c990,40975,-1 for getting cluster id 2024-11-08T12:42:13,195 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T12:42:13,196 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '93a2ca5a-489f-4fb5-ae49-7a4775f6c4c3' 2024-11-08T12:42:13,196 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T12:42:13,196 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "93a2ca5a-489f-4fb5-ae49-7a4775f6c4c3" 2024-11-08T12:42:13,196 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b613504, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T12:42:13,196 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6ccfea20c990,40975,-1] 2024-11-08T12:42:13,197 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T12:42:13,197 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T12:42:13,197 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54098, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T12:42:13,198 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9c68f07, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T12:42:13,198 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24560e66, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T12:42:13,198 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6ccfea20c990,40975,-1 for getting cluster id 2024-11-08T12:42:13,198 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T12:42:13,199 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '93a2ca5a-489f-4fb5-ae49-7a4775f6c4c3' 2024-11-08T12:42:13,199 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T12:42:13,199 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "93a2ca5a-489f-4fb5-ae49-7a4775f6c4c3" 2024-11-08T12:42:13,199 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d1defb5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T12:42:13,199 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6ccfea20c990,40975,-1] 2024-11-08T12:42:13,199 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T12:42:13,200 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T12:42:13,200 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54112, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T12:42:13,201 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52d8387b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T12:42:13,201 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e83be8c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T12:42:13,201 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6ccfea20c990,40975,-1 for getting cluster id 2024-11-08T12:42:13,201 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T12:42:13,202 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '93a2ca5a-489f-4fb5-ae49-7a4775f6c4c3' 2024-11-08T12:42:13,202 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T12:42:13,202 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "93a2ca5a-489f-4fb5-ae49-7a4775f6c4c3" 2024-11-08T12:42:13,202 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@733bf513, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T12:42:13,202 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6ccfea20c990,40975,-1] 2024-11-08T12:42:13,202 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T12:42:13,202 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T12:42:13,203 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54120, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T12:42:13,203 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c553c95, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T12:42:13,204 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49c8d9ab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T12:42:13,204 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6ccfea20c990,40975,-1 for getting cluster id 2024-11-08T12:42:13,204 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T12:42:13,204 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '93a2ca5a-489f-4fb5-ae49-7a4775f6c4c3' 2024-11-08T12:42:13,204 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T12:42:13,204 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "93a2ca5a-489f-4fb5-ae49-7a4775f6c4c3" 2024-11-08T12:42:13,204 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65b5f870, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T12:42:13,205 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6ccfea20c990,40975,-1] 2024-11-08T12:42:13,205 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T12:42:13,205 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T12:42:13,205 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54142, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T12:42:13,206 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@388ada58, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T12:42:13,206 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37f0cd5b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T12:42:13,206 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6ccfea20c990,40975,-1 for getting cluster id 2024-11-08T12:42:13,206 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T12:42:13,207 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '93a2ca5a-489f-4fb5-ae49-7a4775f6c4c3' 2024-11-08T12:42:13,207 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T12:42:13,207 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "93a2ca5a-489f-4fb5-ae49-7a4775f6c4c3" 2024-11-08T12:42:13,207 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@483cd2f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T12:42:13,207 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6ccfea20c990,40975,-1] 2024-11-08T12:42:13,207 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T12:42:13,207 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T12:42:13,208 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54168, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T12:42:13,208 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e2f2659, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T12:42:13,209 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e0b6ba1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T12:42:13,209 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6ccfea20c990,40975,-1 for getting cluster id 2024-11-08T12:42:13,209 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T12:42:13,209 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '93a2ca5a-489f-4fb5-ae49-7a4775f6c4c3' 2024-11-08T12:42:13,209 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T12:42:13,210 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "93a2ca5a-489f-4fb5-ae49-7a4775f6c4c3" 2024-11-08T12:42:13,210 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6cefcebd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T12:42:13,210 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6ccfea20c990,40975,-1] 2024-11-08T12:42:13,210 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T12:42:13,210 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T12:42:13,210 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54192, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T12:42:13,211 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1145df1a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T12:42:13,211 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19bc8537, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T12:42:13,211 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6ccfea20c990,40975,-1 for getting cluster id 2024-11-08T12:42:13,211 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T12:42:13,212 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '93a2ca5a-489f-4fb5-ae49-7a4775f6c4c3' 2024-11-08T12:42:13,212 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T12:42:13,212 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "93a2ca5a-489f-4fb5-ae49-7a4775f6c4c3" 2024-11-08T12:42:13,212 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5201e3d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T12:42:13,212 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6ccfea20c990,40975,-1] 2024-11-08T12:42:13,212 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T12:42:13,212 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T12:42:13,213 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54208, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T12:42:13,213 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bb4b7c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T12:42:13,214 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7595d14b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T12:42:13,214 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6ccfea20c990,40975,-1 for getting cluster id 2024-11-08T12:42:13,214 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T12:42:13,214 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '93a2ca5a-489f-4fb5-ae49-7a4775f6c4c3' 2024-11-08T12:42:13,215 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T12:42:13,215 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "93a2ca5a-489f-4fb5-ae49-7a4775f6c4c3" 2024-11-08T12:42:13,215 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@366a3639, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T12:42:13,215 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6ccfea20c990,40975,-1] 2024-11-08T12:42:13,215 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T12:42:13,215 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T12:42:13,216 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54222, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T12:42:13,216 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f4d2502, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T12:42:13,217 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2bf79e45, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T12:42:13,217 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6ccfea20c990,40975,-1 for getting cluster id 2024-11-08T12:42:13,217 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T12:42:13,217 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '93a2ca5a-489f-4fb5-ae49-7a4775f6c4c3' 2024-11-08T12:42:13,217 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T12:42:13,217 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "93a2ca5a-489f-4fb5-ae49-7a4775f6c4c3" 2024-11-08T12:42:13,217 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69554f58, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T12:42:13,217 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6ccfea20c990,40975,-1] 2024-11-08T12:42:13,218 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T12:42:13,218 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T12:42:13,218 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54238, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T12:42:13,219 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71ef8dc8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T12:42:13,219 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23d0e9c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T12:42:13,219 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6ccfea20c990,40975,-1 for getting cluster id 2024-11-08T12:42:13,219 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T12:42:13,220 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '93a2ca5a-489f-4fb5-ae49-7a4775f6c4c3' 2024-11-08T12:42:13,220 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T12:42:13,220 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "93a2ca5a-489f-4fb5-ae49-7a4775f6c4c3" 2024-11-08T12:42:13,220 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ca52ade, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T12:42:13,220 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6ccfea20c990,40975,-1] 2024-11-08T12:42:13,220 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T12:42:13,220 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T12:42:13,221 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54258, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T12:42:13,221 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b221742, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T12:42:13,222 DEBUG [Thread-2322 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T12:42:13,222 DEBUG [Thread-2328 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T12:42:13,222 DEBUG [Thread-2326 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T12:42:13,222 DEBUG [Thread-2320 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T12:42:13,222 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-08T12:42:13,223 DEBUG [Thread-2311 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T12:42:13,223 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6ccfea20c990,38479,1731069575023, seqNum=-1] 2024-11-08T12:42:13,223 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6ccfea20c990,38479,1731069575023, seqNum=-1] 2024-11-08T12:42:13,223 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6ccfea20c990,38479,1731069575023, seqNum=-1] 2024-11-08T12:42:13,223 DEBUG [Thread-2313 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T12:42:13,223 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T12:42:13,223 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T12:42:13,223 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T12:42:13,224 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6ccfea20c990,38479,1731069575023, seqNum=-1] 2024-11-08T12:42:13,224 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6ccfea20c990,38479,1731069575023, seqNum=-1] 2024-11-08T12:42:13,224 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T12:42:13,224 DEBUG [Thread-2317 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T12:42:13,224 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6ccfea20c990,38479,1731069575023, seqNum=-1] 2024-11-08T12:42:13,224 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T12:42:13,224 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T12:42:13,224 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33422, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T12:42:13,224 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33412, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T12:42:13,225 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6ccfea20c990,38479,1731069575023, seqNum=-1] 2024-11-08T12:42:13,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] procedure2.ProcedureExecutor(1139): Stored pid=152, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees 2024-11-08T12:42:13,225 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33414, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T12:42:13,225 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33428, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T12:42:13,224 DEBUG [Thread-2309 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T12:42:13,225 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T12:42:13,225 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33434, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T12:42:13,226 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6ccfea20c990,38479,1731069575023, seqNum=-1] 2024-11-08T12:42:13,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-11-08T12:42:13,226 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T12:42:13,226 DEBUG [Thread-2315 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T12:42:13,226 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33452, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T12:42:13,226 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=152, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-08T12:42:13,226 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33450, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T12:42:13,226 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6ccfea20c990,38479,1731069575023, seqNum=-1] 2024-11-08T12:42:13,227 DEBUG [Thread-2324 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T12:42:13,227 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T12:42:13,227 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=152, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-08T12:42:13,227 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33454, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T12:42:13,227 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=153, ppid=152, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-08T12:42:13,227 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5] 2024-11-08T12:42:13,228 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5] 2024-11-08T12:42:13,228 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33456, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T12:42:13,228 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5] 2024-11-08T12:42:13,229 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5] 2024-11-08T12:42:13,229 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5] 2024-11-08T12:42:13,229 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5] 2024-11-08T12:42:13,229 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5] 2024-11-08T12:42:13,230 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5] 2024-11-08T12:42:13,231 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6ccfea20c990,38479,1731069575023, seqNum=-1] 2024-11-08T12:42:13,231 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T12:42:13,231 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5] 2024-11-08T12:42:13,232 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33460, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T12:42:13,233 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5] 2024-11-08T12:42:13,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(8855): Flush requested on d0f229b7f94c7e0c66ae69b1be826745 2024-11-08T12:42:13,235 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-08T12:42:13,235 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d0f229b7f94c7e0c66ae69b1be826745 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-08T12:42:13,257 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:42:13,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33454 deadline: 1731069793253, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:42:13,257 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:13,257 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:13,257 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:42:13,258 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108ac2feecc9a8c4249a34a8064b24cf40a_d0f229b7f94c7e0c66ae69b1be826745 is 50, key is test_row_0/A:col10/1731069733233/Put/seqid=0 2024-11-08T12:42:13,260 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:42:13,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33450 deadline: 1731069793256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:42:13,260 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:42:13,260 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:13,260 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:13,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33452 deadline: 1731069793256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:42:13,260 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:42:13,260 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:13,261 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:13,261 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:42:13,261 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:42:13,261 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:42:13,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33456 deadline: 1731069793257, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:42:13,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33428 deadline: 1731069793257, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:42:13,261 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:13,261 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:13,261 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:42:13,261 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:13,261 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:13,261 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:42:13,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742340_1516 (size=14594) 2024-11-08T12:42:13,263 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:13,266 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108ac2feecc9a8c4249a34a8064b24cf40a_d0f229b7f94c7e0c66ae69b1be826745 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108ac2feecc9a8c4249a34a8064b24cf40a_d0f229b7f94c7e0c66ae69b1be826745 2024-11-08T12:42:13,267 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/.tmp/A/6f6b7b6b6fb043b688c4aba93440276b, store: [table=TestAcidGuarantees family=A region=d0f229b7f94c7e0c66ae69b1be826745] 2024-11-08T12:42:13,267 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/.tmp/A/6f6b7b6b6fb043b688c4aba93440276b is 175, key is test_row_0/A:col10/1731069733233/Put/seqid=0 2024-11-08T12:42:13,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742341_1517 (size=39549) 2024-11-08T12:42:13,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-11-08T12:42:13,364 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:42:13,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33454 deadline: 1731069793362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:42:13,364 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:42:13,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33450 deadline: 1731069793363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:42:13,364 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:13,364 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:13,364 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:42:13,364 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:42:13,364 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:13,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33452 deadline: 1731069793363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:42:13,364 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:13,364 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:42:13,364 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:42:13,364 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:13,364 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:13,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33456 deadline: 1731069793363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:42:13,364 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:42:13,365 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:42:13,365 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:13,365 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:13,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33428 deadline: 1731069793363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:42:13,365 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:42:13,365 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:13,365 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:13,365 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:42:13,382 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38479 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-11-08T12:42:13,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745. 2024-11-08T12:42:13,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745. as already flushing 2024-11-08T12:42:13,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745. 2024-11-08T12:42:13,382 ERROR [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => d0f229b7f94c7e0c66ae69b1be826745, NAME => 'TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:42:13,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => d0f229b7f94c7e0c66ae69b1be826745, NAME => 'TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:42:13,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] master.HMaster(4177): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d0f229b7f94c7e0c66ae69b1be826745, NAME => 'TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d0f229b7f94c7e0c66ae69b1be826745, NAME => 'TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:42:13,534 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38479 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-11-08T12:42:13,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745. 2024-11-08T12:42:13,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745. as already flushing 2024-11-08T12:42:13,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745. 2024-11-08T12:42:13,535 ERROR [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => d0f229b7f94c7e0c66ae69b1be826745, NAME => 'TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:42:13,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => d0f229b7f94c7e0c66ae69b1be826745, NAME => 'TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:42:13,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] master.HMaster(4177): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d0f229b7f94c7e0c66ae69b1be826745, NAME => 'TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d0f229b7f94c7e0c66ae69b1be826745, NAME => 'TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:42:13,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-11-08T12:42:13,575 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:42:13,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33454 deadline: 1731069793573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:42:13,575 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:42:13,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33450 deadline: 1731069793573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:42:13,575 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:13,575 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:13,575 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:42:13,575 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:13,575 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:13,575 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:42:13,575 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:42:13,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33452 deadline: 1731069793573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:42:13,575 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:13,575 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:13,576 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:42:13,576 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:42:13,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33456 deadline: 1731069793573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:42:13,576 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:42:13,576 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:13,576 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:13,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33428 deadline: 1731069793574, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:42:13,576 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:42:13,576 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:13,576 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:13,576 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:42:13,683 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=15, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/.tmp/A/6f6b7b6b6fb043b688c4aba93440276b 2024-11-08T12:42:13,687 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38479 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-11-08T12:42:13,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745. 2024-11-08T12:42:13,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745. as already flushing 2024-11-08T12:42:13,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745. 2024-11-08T12:42:13,687 ERROR [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => d0f229b7f94c7e0c66ae69b1be826745, NAME => 'TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:42:13,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => d0f229b7f94c7e0c66ae69b1be826745, NAME => 'TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:42:13,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] master.HMaster(4177): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d0f229b7f94c7e0c66ae69b1be826745, NAME => 'TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d0f229b7f94c7e0c66ae69b1be826745, NAME => 'TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:42:13,705 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/.tmp/B/78c434ac11184294870558c400bf6ef1 is 50, key is test_row_0/B:col10/1731069733233/Put/seqid=0 2024-11-08T12:42:13,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742342_1518 (size=12001) 2024-11-08T12:42:13,840 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38479 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-11-08T12:42:13,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745. 2024-11-08T12:42:13,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745. as already flushing 2024-11-08T12:42:13,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745. 2024-11-08T12:42:13,840 ERROR [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => d0f229b7f94c7e0c66ae69b1be826745, NAME => 'TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:42:13,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => d0f229b7f94c7e0c66ae69b1be826745, NAME => 'TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:42:13,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] master.HMaster(4177): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d0f229b7f94c7e0c66ae69b1be826745, NAME => 'TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d0f229b7f94c7e0c66ae69b1be826745, NAME => 'TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:42:13,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-11-08T12:42:13,885 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:42:13,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33454 deadline: 1731069793883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:42:13,885 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:42:13,885 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:13,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33450 deadline: 1731069793883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:42:13,885 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:13,885 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:42:13,885 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:42:13,885 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:13,885 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:13,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33452 deadline: 1731069793883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:42:13,885 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:42:13,886 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:13,886 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:13,886 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:42:13,886 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:42:13,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33456 deadline: 1731069793883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:42:13,886 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:42:13,886 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:13,886 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:13,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33428 deadline: 1731069793883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:42:13,886 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:42:13,886 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:13,886 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:13,886 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:42:13,993 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38479 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-11-08T12:42:13,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745. 2024-11-08T12:42:13,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745. as already flushing 2024-11-08T12:42:13,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745. 2024-11-08T12:42:13,993 ERROR [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => d0f229b7f94c7e0c66ae69b1be826745, NAME => 'TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:42:13,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => d0f229b7f94c7e0c66ae69b1be826745, NAME => 'TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:42:13,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] master.HMaster(4177): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d0f229b7f94c7e0c66ae69b1be826745, NAME => 'TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d0f229b7f94c7e0c66ae69b1be826745, NAME => 'TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:42:14,108 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/.tmp/B/78c434ac11184294870558c400bf6ef1 2024-11-08T12:42:14,124 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/.tmp/C/292bfdec2b494d78b378da5b5164d67c is 50, key is test_row_0/C:col10/1731069733233/Put/seqid=0 2024-11-08T12:42:14,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742343_1519 (size=12001) 2024-11-08T12:42:14,145 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38479 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-11-08T12:42:14,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745. 2024-11-08T12:42:14,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745. as already flushing 2024-11-08T12:42:14,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745. 2024-11-08T12:42:14,146 ERROR [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => d0f229b7f94c7e0c66ae69b1be826745, NAME => 'TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:42:14,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => d0f229b7f94c7e0c66ae69b1be826745, NAME => 'TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:42:14,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] master.HMaster(4177): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d0f229b7f94c7e0c66ae69b1be826745, NAME => 'TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d0f229b7f94c7e0c66ae69b1be826745, NAME => 'TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:42:14,298 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38479 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-11-08T12:42:14,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745. 2024-11-08T12:42:14,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745. as already flushing 2024-11-08T12:42:14,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745. 2024-11-08T12:42:14,298 ERROR [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => d0f229b7f94c7e0c66ae69b1be826745, NAME => 'TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:42:14,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => d0f229b7f94c7e0c66ae69b1be826745, NAME => 'TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:42:14,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] master.HMaster(4177): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d0f229b7f94c7e0c66ae69b1be826745, NAME => 'TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d0f229b7f94c7e0c66ae69b1be826745, NAME => 'TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:42:14,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-11-08T12:42:14,396 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:42:14,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33454 deadline: 1731069794393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:42:14,396 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:42:14,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33450 deadline: 1731069794393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:42:14,396 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:14,396 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:42:14,396 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:14,396 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:42:14,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33452 deadline: 1731069794393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:42:14,396 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:42:14,396 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:14,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33456 deadline: 1731069794393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:42:14,397 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:14,397 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:42:14,397 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:14,397 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:42:14,397 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:14,397 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:42:14,397 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:14,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33428 deadline: 1731069794393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:42:14,397 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:14,397 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:42:14,397 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:14,397 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:14,397 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:42:14,451 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38479 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-11-08T12:42:14,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745. 2024-11-08T12:42:14,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745. as already flushing 2024-11-08T12:42:14,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745. 2024-11-08T12:42:14,451 ERROR [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => d0f229b7f94c7e0c66ae69b1be826745, NAME => 'TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:42:14,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => d0f229b7f94c7e0c66ae69b1be826745, NAME => 'TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:42:14,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] master.HMaster(4177): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d0f229b7f94c7e0c66ae69b1be826745, NAME => 'TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d0f229b7f94c7e0c66ae69b1be826745, NAME => 'TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:42:14,527 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/.tmp/C/292bfdec2b494d78b378da5b5164d67c 2024-11-08T12:42:14,531 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/.tmp/A/6f6b7b6b6fb043b688c4aba93440276b as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/A/6f6b7b6b6fb043b688c4aba93440276b 2024-11-08T12:42:14,535 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/A/6f6b7b6b6fb043b688c4aba93440276b, entries=200, sequenceid=15, filesize=38.6 K 2024-11-08T12:42:14,535 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/.tmp/B/78c434ac11184294870558c400bf6ef1 as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/B/78c434ac11184294870558c400bf6ef1 2024-11-08T12:42:14,538 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/B/78c434ac11184294870558c400bf6ef1, entries=150, sequenceid=15, filesize=11.7 K 2024-11-08T12:42:14,539 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/.tmp/C/292bfdec2b494d78b378da5b5164d67c as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/C/292bfdec2b494d78b378da5b5164d67c 2024-11-08T12:42:14,542 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/C/292bfdec2b494d78b378da5b5164d67c, entries=150, sequenceid=15, filesize=11.7 K 2024-11-08T12:42:14,543 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for d0f229b7f94c7e0c66ae69b1be826745 in 1308ms, sequenceid=15, compaction requested=false 2024-11-08T12:42:14,543 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d0f229b7f94c7e0c66ae69b1be826745: 2024-11-08T12:42:14,604 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38479 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-11-08T12:42:14,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745. 2024-11-08T12:42:14,604 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2902): Flushing d0f229b7f94c7e0c66ae69b1be826745 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-08T12:42:14,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108e74299134ef7456bbfee2f1f563a85b2_d0f229b7f94c7e0c66ae69b1be826745 is 50, key is test_row_0/A:col10/1731069733255/Put/seqid=0 2024-11-08T12:42:14,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742344_1520 (size=12154) 2024-11-08T12:42:14,812 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-08T12:42:15,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:15,018 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108e74299134ef7456bbfee2f1f563a85b2_d0f229b7f94c7e0c66ae69b1be826745 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108e74299134ef7456bbfee2f1f563a85b2_d0f229b7f94c7e0c66ae69b1be826745 2024-11-08T12:42:15,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/.tmp/A/7f11c0156ca5424aa8440bc70f10c050, store: [table=TestAcidGuarantees family=A region=d0f229b7f94c7e0c66ae69b1be826745] 2024-11-08T12:42:15,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/.tmp/A/7f11c0156ca5424aa8440bc70f10c050 is 175, key is test_row_0/A:col10/1731069733255/Put/seqid=0 2024-11-08T12:42:15,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742345_1521 (size=30955) 2024-11-08T12:42:15,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-11-08T12:42:15,404 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745. as already flushing 2024-11-08T12:42:15,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(8855): Flush requested on d0f229b7f94c7e0c66ae69b1be826745 2024-11-08T12:42:15,410 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:42:15,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33454 deadline: 1731069795408, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:42:15,411 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:15,411 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:15,411 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:42:15,411 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:42:15,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33450 deadline: 1731069795409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:42:15,411 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:15,411 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:15,411 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:42:15,412 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:42:15,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33428 deadline: 1731069795410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:42:15,412 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:15,412 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:15,412 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:42:15,413 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:42:15,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33456 deadline: 1731069795410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:42:15,413 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:15,413 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:15,413 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:42:15,415 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:42:15,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33452 deadline: 1731069795413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:42:15,415 WARN [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRpcRetryingCaller(177): Call to 6ccfea20c990,38479,1731069575023 for 'test_row_0' in d0f229b7f94c7e0c66ae69b1be826745 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2159 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-08T12:42:15,416 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:15,416 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:15,416 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:42:15,422 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=40, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/.tmp/A/7f11c0156ca5424aa8440bc70f10c050 2024-11-08T12:42:15,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/.tmp/B/8740265454304f19ab6025ca79a21e31 is 50, key is test_row_0/B:col10/1731069733255/Put/seqid=0 2024-11-08T12:42:15,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742346_1522 (size=12001) 2024-11-08T12:42:15,431 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/.tmp/B/8740265454304f19ab6025ca79a21e31 2024-11-08T12:42:15,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/.tmp/C/f6707535786048e4a9e0cd21f77117b3 is 50, key is test_row_0/C:col10/1731069733255/Put/seqid=0 2024-11-08T12:42:15,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742347_1523 (size=12001) 2024-11-08T12:42:15,516 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:42:15,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33454 deadline: 1731069795513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:42:15,516 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:42:15,516 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:15,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33450 deadline: 1731069795513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:42:15,516 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:15,516 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:42:15,516 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:15,516 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:15,516 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:42:15,526 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:42:15,526 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:42:15,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33456 deadline: 1731069795523, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:42:15,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33428 deadline: 1731069795523, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:42:15,526 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:15,526 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:15,526 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:15,526 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:42:15,526 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:15,526 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:42:15,724 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:42:15,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33454 deadline: 1731069795723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:42:15,725 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:15,725 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:42:15,725 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:15,725 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:42:15,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33450 deadline: 1731069795723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:42:15,725 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:15,725 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:15,725 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:42:15,735 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:42:15,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33456 deadline: 1731069795733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:42:15,736 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:42:15,736 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:15,736 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:15,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33428 deadline: 1731069795733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:42:15,736 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:42:15,736 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:15,736 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:15,736 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:42:15,841 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/.tmp/C/f6707535786048e4a9e0cd21f77117b3 2024-11-08T12:42:15,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/.tmp/A/7f11c0156ca5424aa8440bc70f10c050 as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/A/7f11c0156ca5424aa8440bc70f10c050 2024-11-08T12:42:15,847 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/A/7f11c0156ca5424aa8440bc70f10c050, entries=150, sequenceid=40, filesize=30.2 K 2024-11-08T12:42:15,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/.tmp/B/8740265454304f19ab6025ca79a21e31 as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/B/8740265454304f19ab6025ca79a21e31 2024-11-08T12:42:15,851 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/B/8740265454304f19ab6025ca79a21e31, entries=150, sequenceid=40, filesize=11.7 K 2024-11-08T12:42:15,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/.tmp/C/f6707535786048e4a9e0cd21f77117b3 as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/C/f6707535786048e4a9e0cd21f77117b3 2024-11-08T12:42:15,855 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/C/f6707535786048e4a9e0cd21f77117b3, entries=150, sequenceid=40, filesize=11.7 K 2024-11-08T12:42:15,855 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for d0f229b7f94c7e0c66ae69b1be826745 in 1251ms, sequenceid=40, compaction requested=false 2024-11-08T12:42:15,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2603): Flush status journal for d0f229b7f94c7e0c66ae69b1be826745: 2024-11-08T12:42:15,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745. 2024-11-08T12:42:15,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=153 2024-11-08T12:42:15,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] master.HMaster(4169): Remote procedure done, pid=153 2024-11-08T12:42:15,858 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=153, resume processing ppid=152 2024-11-08T12:42:15,858 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=153, ppid=152, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.6300 sec 2024-11-08T12:42:15,859 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=152, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees in 2.6360 sec 2024-11-08T12:42:16,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(8855): Flush requested on d0f229b7f94c7e0c66ae69b1be826745 2024-11-08T12:42:16,035 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-08T12:42:16,035 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d0f229b7f94c7e0c66ae69b1be826745 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-08T12:42:16,041 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110891a8c5f03e7f42128324178efb1f4b05_d0f229b7f94c7e0c66ae69b1be826745 is 50, key is test_row_0/A:col10/1731069735409/Put/seqid=0 2024-11-08T12:42:16,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742348_1524 (size=12154) 2024-11-08T12:42:16,062 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:42:16,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33428 deadline: 1731069796057, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:42:16,062 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:16,062 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:16,062 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:42:16,063 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:42:16,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33450 deadline: 1731069796060, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:42:16,064 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:42:16,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33456 deadline: 1731069796061, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:42:16,064 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:16,064 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:16,064 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:42:16,064 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:16,064 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:16,064 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:42:16,065 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:42:16,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33454 deadline: 1731069796062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:42:16,066 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:16,066 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:16,066 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:42:16,177 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:42:16,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33428 deadline: 1731069796173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:42:16,177 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:16,177 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:16,177 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:42:16,177 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:42:16,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33450 deadline: 1731069796173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:42:16,177 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:16,177 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:42:16,177 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:16,177 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:42:16,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33454 deadline: 1731069796173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:42:16,178 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:16,178 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:16,178 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:42:16,178 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:42:16,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33456 deadline: 1731069796173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:42:16,178 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:16,178 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:16,178 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:42:16,387 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:42:16,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33428 deadline: 1731069796383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:42:16,387 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:42:16,387 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:16,387 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:16,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33450 deadline: 1731069796383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:42:16,387 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:42:16,388 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:16,388 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:16,388 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:42:16,388 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:42:16,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33454 deadline: 1731069796383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:42:16,388 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:16,388 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:16,388 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:42:16,388 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:42:16,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33456 deadline: 1731069796383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:42:16,388 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:16,388 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:16,388 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:42:16,445 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:16,448 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110891a8c5f03e7f42128324178efb1f4b05_d0f229b7f94c7e0c66ae69b1be826745 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110891a8c5f03e7f42128324178efb1f4b05_d0f229b7f94c7e0c66ae69b1be826745 2024-11-08T12:42:16,449 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/.tmp/A/270111a6b1bc429b8b03a56c69204a78, store: [table=TestAcidGuarantees family=A region=d0f229b7f94c7e0c66ae69b1be826745] 2024-11-08T12:42:16,449 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/.tmp/A/270111a6b1bc429b8b03a56c69204a78 is 175, key is test_row_0/A:col10/1731069735409/Put/seqid=0 2024-11-08T12:42:16,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742349_1525 (size=30955) 2024-11-08T12:42:16,693 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:42:16,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33428 deadline: 1731069796693, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:42:16,693 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:42:16,693 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:16,693 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:16,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33450 deadline: 1731069796693, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:42:16,693 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:42:16,694 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:16,694 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:42:16,694 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:16,694 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:42:16,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33454 deadline: 1731069796693, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:42:16,694 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:16,694 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:16,694 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:42:16,696 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:42:16,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33456 deadline: 1731069796693, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:42:16,696 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:16,696 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:16,696 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:42:16,852 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=53, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/.tmp/A/270111a6b1bc429b8b03a56c69204a78 2024-11-08T12:42:16,858 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/.tmp/B/dd98f4158033413b8aee1b78f2b4a598 is 50, key is test_row_0/B:col10/1731069735409/Put/seqid=0 2024-11-08T12:42:16,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742350_1526 (size=12001) 2024-11-08T12:42:16,861 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/.tmp/B/dd98f4158033413b8aee1b78f2b4a598 2024-11-08T12:42:16,867 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/.tmp/C/5176d87cf56d460887e7376aa6323c1a is 50, key is test_row_0/C:col10/1731069735409/Put/seqid=0 2024-11-08T12:42:16,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742351_1527 (size=12001) 2024-11-08T12:42:17,206 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:42:17,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33428 deadline: 1731069797203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:42:17,207 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:42:17,207 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:42:17,207 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:17,207 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:17,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33450 deadline: 1731069797203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:42:17,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33454 deadline: 1731069797204, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:42:17,207 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:42:17,207 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:42:17,207 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:17,207 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:17,207 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:17,207 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:17,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33456 deadline: 1731069797204, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:42:17,207 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:42:17,207 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:42:17,207 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:17,207 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:17,207 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:42:17,270 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/.tmp/C/5176d87cf56d460887e7376aa6323c1a 2024-11-08T12:42:17,273 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/.tmp/A/270111a6b1bc429b8b03a56c69204a78 as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/A/270111a6b1bc429b8b03a56c69204a78 2024-11-08T12:42:17,276 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/A/270111a6b1bc429b8b03a56c69204a78, entries=150, sequenceid=53, filesize=30.2 K 2024-11-08T12:42:17,277 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/.tmp/B/dd98f4158033413b8aee1b78f2b4a598 as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/B/dd98f4158033413b8aee1b78f2b4a598 2024-11-08T12:42:17,279 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/B/dd98f4158033413b8aee1b78f2b4a598, entries=150, sequenceid=53, filesize=11.7 K 2024-11-08T12:42:17,280 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/.tmp/C/5176d87cf56d460887e7376aa6323c1a as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/C/5176d87cf56d460887e7376aa6323c1a 2024-11-08T12:42:17,283 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/C/5176d87cf56d460887e7376aa6323c1a, entries=150, sequenceid=53, filesize=11.7 K 2024-11-08T12:42:17,284 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for d0f229b7f94c7e0c66ae69b1be826745 in 1249ms, sequenceid=53, compaction requested=true 2024-11-08T12:42:17,284 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d0f229b7f94c7e0c66ae69b1be826745: 2024-11-08T12:42:17,284 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d0f229b7f94c7e0c66ae69b1be826745:A, priority=-2147483648, current under compaction store size is 1 2024-11-08T12:42:17,284 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T12:42:17,284 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T12:42:17,284 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d0f229b7f94c7e0c66ae69b1be826745:B, priority=-2147483648, current under compaction store size is 2 2024-11-08T12:42:17,284 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T12:42:17,284 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T12:42:17,284 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d0f229b7f94c7e0c66ae69b1be826745:C, priority=-2147483648, current under compaction store size is 3 2024-11-08T12:42:17,284 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T12:42:17,285 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101459 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T12:42:17,285 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T12:42:17,285 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HStore(1541): d0f229b7f94c7e0c66ae69b1be826745/B is initiating minor compaction (all files) 2024-11-08T12:42:17,285 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HStore(1541): d0f229b7f94c7e0c66ae69b1be826745/A is initiating minor compaction (all files) 2024-11-08T12:42:17,285 INFO [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d0f229b7f94c7e0c66ae69b1be826745/A in TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745. 2024-11-08T12:42:17,285 INFO [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d0f229b7f94c7e0c66ae69b1be826745/B in TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745. 2024-11-08T12:42:17,285 INFO [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/A/6f6b7b6b6fb043b688c4aba93440276b, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/A/7f11c0156ca5424aa8440bc70f10c050, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/A/270111a6b1bc429b8b03a56c69204a78] into tmpdir=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/.tmp, totalSize=99.1 K 2024-11-08T12:42:17,285 INFO [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/B/78c434ac11184294870558c400bf6ef1, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/B/8740265454304f19ab6025ca79a21e31, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/B/dd98f4158033413b8aee1b78f2b4a598] into tmpdir=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/.tmp, totalSize=35.2 K 2024-11-08T12:42:17,285 INFO [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745. 2024-11-08T12:42:17,285 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745. files: [hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/A/6f6b7b6b6fb043b688c4aba93440276b, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/A/7f11c0156ca5424aa8440bc70f10c050, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/A/270111a6b1bc429b8b03a56c69204a78] 2024-11-08T12:42:17,285 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.Compactor(225): Compacting 78c434ac11184294870558c400bf6ef1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1731069733233 2024-11-08T12:42:17,285 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6f6b7b6b6fb043b688c4aba93440276b, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1731069733231 2024-11-08T12:42:17,285 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.Compactor(225): Compacting 8740265454304f19ab6025ca79a21e31, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1731069733254 2024-11-08T12:42:17,285 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7f11c0156ca5424aa8440bc70f10c050, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1731069733254 2024-11-08T12:42:17,285 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.Compactor(225): Compacting dd98f4158033413b8aee1b78f2b4a598, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1731069735409 2024-11-08T12:42:17,285 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] compactions.Compactor(225): Compacting 270111a6b1bc429b8b03a56c69204a78, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1731069735409 2024-11-08T12:42:17,289 INFO [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=d0f229b7f94c7e0c66ae69b1be826745] 2024-11-08T12:42:17,298 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241108cf085a9f0d524100be9fb9b25312e55c_d0f229b7f94c7e0c66ae69b1be826745 store=[table=TestAcidGuarantees family=A region=d0f229b7f94c7e0c66ae69b1be826745] 2024-11-08T12:42:17,298 INFO [RS:0;6ccfea20c990:38479-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d0f229b7f94c7e0c66ae69b1be826745#B#compaction#451 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-08T12:42:17,298 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/.tmp/B/a786d7269165456ebbf16684183ffa70 is 50, key is test_row_0/B:col10/1731069735409/Put/seqid=0 2024-11-08T12:42:17,299 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241108cf085a9f0d524100be9fb9b25312e55c_d0f229b7f94c7e0c66ae69b1be826745, store=[table=TestAcidGuarantees family=A region=d0f229b7f94c7e0c66ae69b1be826745] 2024-11-08T12:42:17,300 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108cf085a9f0d524100be9fb9b25312e55c_d0f229b7f94c7e0c66ae69b1be826745 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=d0f229b7f94c7e0c66ae69b1be826745] 2024-11-08T12:42:17,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742352_1528 (size=12104) 2024-11-08T12:42:17,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742353_1529 (size=4469) 2024-11-08T12:42:17,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-11-08T12:42:17,383 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-08T12:42:17,384 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-08T12:42:17,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] procedure2.ProcedureExecutor(1139): Stored pid=154, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees 2024-11-08T12:42:17,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-11-08T12:42:17,385 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=154, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-08T12:42:17,386 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=154, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-08T12:42:17,386 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=155, ppid=154, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-08T12:42:17,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(8855): Flush requested on d0f229b7f94c7e0c66ae69b1be826745 2024-11-08T12:42:17,446 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-08T12:42:17,446 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d0f229b7f94c7e0c66ae69b1be826745 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-08T12:42:17,452 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108dfad1f7634ea4a13bd40da75a309b2ed_d0f229b7f94c7e0c66ae69b1be826745 is 50, key is test_row_0/A:col10/1731069737445/Put/seqid=0 2024-11-08T12:42:17,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742354_1530 (size=14594) 2024-11-08T12:42:17,490 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:42:17,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33452 deadline: 1731069797486, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:42:17,490 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:17,490 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:17,490 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:42:17,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-11-08T12:42:17,538 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38479 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-11-08T12:42:17,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745. 2024-11-08T12:42:17,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745. as already flushing 2024-11-08T12:42:17,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745. 2024-11-08T12:42:17,538 ERROR [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => d0f229b7f94c7e0c66ae69b1be826745, NAME => 'TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:42:17,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => d0f229b7f94c7e0c66ae69b1be826745, NAME => 'TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:42:17,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] master.HMaster(4177): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d0f229b7f94c7e0c66ae69b1be826745, NAME => 'TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d0f229b7f94c7e0c66ae69b1be826745, NAME => 'TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:42:17,595 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:42:17,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33452 deadline: 1731069797593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:42:17,595 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:17,596 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:17,596 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:42:17,691 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38479 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-11-08T12:42:17,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745. 2024-11-08T12:42:17,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745. as already flushing 2024-11-08T12:42:17,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745. 2024-11-08T12:42:17,691 ERROR [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => d0f229b7f94c7e0c66ae69b1be826745, NAME => 'TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:42:17,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => d0f229b7f94c7e0c66ae69b1be826745, NAME => 'TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:42:17,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] master.HMaster(4177): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d0f229b7f94c7e0c66ae69b1be826745, NAME => 'TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d0f229b7f94c7e0c66ae69b1be826745, NAME => 'TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:42:17,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-11-08T12:42:17,706 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/.tmp/B/a786d7269165456ebbf16684183ffa70 as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/B/a786d7269165456ebbf16684183ffa70 2024-11-08T12:42:17,710 INFO [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d0f229b7f94c7e0c66ae69b1be826745/B of d0f229b7f94c7e0c66ae69b1be826745 into a786d7269165456ebbf16684183ffa70(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T12:42:17,710 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d0f229b7f94c7e0c66ae69b1be826745: 2024-11-08T12:42:17,710 INFO [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., storeName=d0f229b7f94c7e0c66ae69b1be826745/B, priority=13, startTime=1731069737284; duration=0sec 2024-11-08T12:42:17,710 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T12:42:17,710 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d0f229b7f94c7e0c66ae69b1be826745:B 2024-11-08T12:42:17,710 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T12:42:17,713 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T12:42:17,713 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HStore(1541): d0f229b7f94c7e0c66ae69b1be826745/C is initiating minor compaction (all files) 2024-11-08T12:42:17,713 INFO [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d0f229b7f94c7e0c66ae69b1be826745/C in TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745. 2024-11-08T12:42:17,713 INFO [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/C/292bfdec2b494d78b378da5b5164d67c, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/C/f6707535786048e4a9e0cd21f77117b3, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/C/5176d87cf56d460887e7376aa6323c1a] into tmpdir=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/.tmp, totalSize=35.2 K 2024-11-08T12:42:17,713 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.Compactor(225): Compacting 292bfdec2b494d78b378da5b5164d67c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1731069733233 2024-11-08T12:42:17,714 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.Compactor(225): Compacting f6707535786048e4a9e0cd21f77117b3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1731069733254 2024-11-08T12:42:17,714 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.Compactor(225): Compacting 5176d87cf56d460887e7376aa6323c1a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1731069735409 2024-11-08T12:42:17,715 INFO [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d0f229b7f94c7e0c66ae69b1be826745#A#compaction#450 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T12:42:17,715 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/.tmp/A/c3b875979d5443f4ae935105fafab619 is 175, key is test_row_0/A:col10/1731069735409/Put/seqid=0 2024-11-08T12:42:17,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742355_1531 (size=31058) 2024-11-08T12:42:17,724 INFO [RS:0;6ccfea20c990:38479-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d0f229b7f94c7e0c66ae69b1be826745#C#compaction#453 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T12:42:17,724 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/.tmp/C/5a224ec71aaa467586268a1d1d452366 is 50, key is test_row_0/C:col10/1731069735409/Put/seqid=0 2024-11-08T12:42:17,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742356_1532 (size=12104) 2024-11-08T12:42:17,804 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:42:17,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33452 deadline: 1731069797803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:42:17,805 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:17,805 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:17,805 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:42:17,843 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38479 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-11-08T12:42:17,843 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745. 2024-11-08T12:42:17,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745. as already flushing 2024-11-08T12:42:17,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745. 2024-11-08T12:42:17,844 ERROR [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => d0f229b7f94c7e0c66ae69b1be826745, NAME => 'TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:42:17,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => d0f229b7f94c7e0c66ae69b1be826745, NAME => 'TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:42:17,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] master.HMaster(4177): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d0f229b7f94c7e0c66ae69b1be826745, NAME => 'TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d0f229b7f94c7e0c66ae69b1be826745, NAME => 'TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:42:17,862 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:17,864 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108dfad1f7634ea4a13bd40da75a309b2ed_d0f229b7f94c7e0c66ae69b1be826745 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108dfad1f7634ea4a13bd40da75a309b2ed_d0f229b7f94c7e0c66ae69b1be826745 2024-11-08T12:42:17,865 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/.tmp/A/25dc2f86a72e4d8dae932e9137050da3, store: [table=TestAcidGuarantees family=A region=d0f229b7f94c7e0c66ae69b1be826745] 2024-11-08T12:42:17,865 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/.tmp/A/25dc2f86a72e4d8dae932e9137050da3 is 175, key is test_row_0/A:col10/1731069737445/Put/seqid=0 2024-11-08T12:42:17,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742357_1533 (size=39549) 2024-11-08T12:42:17,996 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38479 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-11-08T12:42:17,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745. 2024-11-08T12:42:17,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745. as already flushing 2024-11-08T12:42:17,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745. 2024-11-08T12:42:17,996 ERROR [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => d0f229b7f94c7e0c66ae69b1be826745, NAME => 'TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:42:17,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => d0f229b7f94c7e0c66ae69b1be826745, NAME => 'TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:42:17,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] master.HMaster(4177): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d0f229b7f94c7e0c66ae69b1be826745, NAME => 'TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d0f229b7f94c7e0c66ae69b1be826745, NAME => 'TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:42:18,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-11-08T12:42:18,114 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:42:18,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33452 deadline: 1731069798113, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:42:18,115 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:18,115 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:18,115 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:42:18,129 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/.tmp/A/c3b875979d5443f4ae935105fafab619 as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/A/c3b875979d5443f4ae935105fafab619 2024-11-08T12:42:18,133 INFO [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d0f229b7f94c7e0c66ae69b1be826745/A of d0f229b7f94c7e0c66ae69b1be826745 into c3b875979d5443f4ae935105fafab619(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T12:42:18,133 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d0f229b7f94c7e0c66ae69b1be826745: 2024-11-08T12:42:18,133 INFO [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., storeName=d0f229b7f94c7e0c66ae69b1be826745/A, priority=13, startTime=1731069737284; duration=0sec 2024-11-08T12:42:18,133 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T12:42:18,134 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d0f229b7f94c7e0c66ae69b1be826745:A 2024-11-08T12:42:18,136 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/.tmp/C/5a224ec71aaa467586268a1d1d452366 as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/C/5a224ec71aaa467586268a1d1d452366 2024-11-08T12:42:18,139 INFO [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d0f229b7f94c7e0c66ae69b1be826745/C of d0f229b7f94c7e0c66ae69b1be826745 into 5a224ec71aaa467586268a1d1d452366(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T12:42:18,139 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d0f229b7f94c7e0c66ae69b1be826745: 2024-11-08T12:42:18,139 INFO [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., storeName=d0f229b7f94c7e0c66ae69b1be826745/C, priority=13, startTime=1731069737284; duration=0sec 2024-11-08T12:42:18,139 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T12:42:18,139 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d0f229b7f94c7e0c66ae69b1be826745:C 2024-11-08T12:42:18,148 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38479 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-11-08T12:42:18,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745. 2024-11-08T12:42:18,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745. as already flushing 2024-11-08T12:42:18,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745. 2024-11-08T12:42:18,149 ERROR [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => d0f229b7f94c7e0c66ae69b1be826745, NAME => 'TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:42:18,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => d0f229b7f94c7e0c66ae69b1be826745, NAME => 'TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:42:18,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] master.HMaster(4177): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d0f229b7f94c7e0c66ae69b1be826745, NAME => 'TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d0f229b7f94c7e0c66ae69b1be826745, NAME => 'TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:42:18,216 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:42:18,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33450 deadline: 1731069798213, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:42:18,216 WARN [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to 6ccfea20c990,38479,1731069575023 for 'test_row_1' in d0f229b7f94c7e0c66ae69b1be826745 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2156 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-08T12:42:18,217 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:18,217 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:18,217 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:42:18,225 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:42:18,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33428 deadline: 1731069798223, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:42:18,225 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:42:18,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33454 deadline: 1731069798223, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:42:18,225 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:42:18,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33456 deadline: 1731069798223, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:42:18,225 WARN [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to 6ccfea20c990,38479,1731069575023 for 'test_row_1' in d0f229b7f94c7e0c66ae69b1be826745 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2168 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-08T12:42:18,226 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:18,226 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:18,226 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:42:18,226 WARN [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRpcRetryingCaller(177): Call to 6ccfea20c990,38479,1731069575023 for 'test_row_0' in d0f229b7f94c7e0c66ae69b1be826745 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2165 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-08T12:42:18,226 WARN [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRpcRetryingCaller(177): Call to 6ccfea20c990,38479,1731069575023 for 'test_row_2' in d0f229b7f94c7e0c66ae69b1be826745 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2164 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-08T12:42:18,226 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:18,226 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:18,226 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:18,226 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:18,226 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:42:18,226 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:42:18,269 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=77, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/.tmp/A/25dc2f86a72e4d8dae932e9137050da3 2024-11-08T12:42:18,274 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/.tmp/B/4a376b30ca0c43ef87f79b3c0bf13ef9 is 50, key is test_row_0/B:col10/1731069737445/Put/seqid=0 2024-11-08T12:42:18,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742358_1534 (size=12001) 2024-11-08T12:42:18,301 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38479 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-11-08T12:42:18,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745. 2024-11-08T12:42:18,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745. as already flushing 2024-11-08T12:42:18,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745. 2024-11-08T12:42:18,301 ERROR [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => d0f229b7f94c7e0c66ae69b1be826745, NAME => 'TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:42:18,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => d0f229b7f94c7e0c66ae69b1be826745, NAME => 'TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:42:18,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] master.HMaster(4177): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d0f229b7f94c7e0c66ae69b1be826745, NAME => 'TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d0f229b7f94c7e0c66ae69b1be826745, NAME => 'TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:42:18,454 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38479 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-11-08T12:42:18,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745. 2024-11-08T12:42:18,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745. as already flushing 2024-11-08T12:42:18,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745. 2024-11-08T12:42:18,454 ERROR [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => d0f229b7f94c7e0c66ae69b1be826745, NAME => 'TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:42:18,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => d0f229b7f94c7e0c66ae69b1be826745, NAME => 'TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:42:18,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] master.HMaster(4177): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d0f229b7f94c7e0c66ae69b1be826745, NAME => 'TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d0f229b7f94c7e0c66ae69b1be826745, NAME => 'TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:42:18,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-11-08T12:42:18,606 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38479 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-11-08T12:42:18,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745. 2024-11-08T12:42:18,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745. as already flushing 2024-11-08T12:42:18,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745. 2024-11-08T12:42:18,607 ERROR [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => d0f229b7f94c7e0c66ae69b1be826745, NAME => 'TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:42:18,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => d0f229b7f94c7e0c66ae69b1be826745, NAME => 'TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:42:18,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] master.HMaster(4177): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d0f229b7f94c7e0c66ae69b1be826745, NAME => 'TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d0f229b7f94c7e0c66ae69b1be826745, NAME => 'TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:42:18,625 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:42:18,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33452 deadline: 1731069798623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:42:18,626 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:18,626 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:18,626 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:42:18,678 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/.tmp/B/4a376b30ca0c43ef87f79b3c0bf13ef9 2024-11-08T12:42:18,683 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/.tmp/C/0a90d9d687ef428999d6be3d7cb1b201 is 50, key is test_row_0/C:col10/1731069737445/Put/seqid=0 2024-11-08T12:42:18,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742359_1535 (size=12001) 2024-11-08T12:42:18,759 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38479 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-11-08T12:42:18,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745. 2024-11-08T12:42:18,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745. as already flushing 2024-11-08T12:42:18,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745. 2024-11-08T12:42:18,759 ERROR [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => d0f229b7f94c7e0c66ae69b1be826745, NAME => 'TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:42:18,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => d0f229b7f94c7e0c66ae69b1be826745, NAME => 'TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:42:18,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] master.HMaster(4177): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d0f229b7f94c7e0c66ae69b1be826745, NAME => 'TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d0f229b7f94c7e0c66ae69b1be826745, NAME => 'TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:42:18,912 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38479 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-11-08T12:42:18,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745. 2024-11-08T12:42:18,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745. as already flushing 2024-11-08T12:42:18,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745. 2024-11-08T12:42:18,912 ERROR [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => d0f229b7f94c7e0c66ae69b1be826745, NAME => 'TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:42:18,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => d0f229b7f94c7e0c66ae69b1be826745, NAME => 'TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:42:18,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] master.HMaster(4177): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d0f229b7f94c7e0c66ae69b1be826745, NAME => 'TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d0f229b7f94c7e0c66ae69b1be826745, NAME => 'TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:42:19,064 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38479 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-11-08T12:42:19,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745. 2024-11-08T12:42:19,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745. as already flushing 2024-11-08T12:42:19,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745. 2024-11-08T12:42:19,065 ERROR [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => d0f229b7f94c7e0c66ae69b1be826745, NAME => 'TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:42:19,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => d0f229b7f94c7e0c66ae69b1be826745, NAME => 'TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:42:19,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] master.HMaster(4177): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d0f229b7f94c7e0c66ae69b1be826745, NAME => 'TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d0f229b7f94c7e0c66ae69b1be826745, NAME => 'TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:42:19,087 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/.tmp/C/0a90d9d687ef428999d6be3d7cb1b201 2024-11-08T12:42:19,090 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/.tmp/A/25dc2f86a72e4d8dae932e9137050da3 as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/A/25dc2f86a72e4d8dae932e9137050da3 2024-11-08T12:42:19,093 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/A/25dc2f86a72e4d8dae932e9137050da3, entries=200, sequenceid=77, filesize=38.6 K 2024-11-08T12:42:19,094 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/.tmp/B/4a376b30ca0c43ef87f79b3c0bf13ef9 as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/B/4a376b30ca0c43ef87f79b3c0bf13ef9 2024-11-08T12:42:19,097 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/B/4a376b30ca0c43ef87f79b3c0bf13ef9, entries=150, sequenceid=77, filesize=11.7 K 2024-11-08T12:42:19,097 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/.tmp/C/0a90d9d687ef428999d6be3d7cb1b201 as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/C/0a90d9d687ef428999d6be3d7cb1b201 2024-11-08T12:42:19,100 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/C/0a90d9d687ef428999d6be3d7cb1b201, entries=150, sequenceid=77, filesize=11.7 K 2024-11-08T12:42:19,101 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for d0f229b7f94c7e0c66ae69b1be826745 in 1655ms, sequenceid=77, compaction requested=false 2024-11-08T12:42:19,101 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d0f229b7f94c7e0c66ae69b1be826745: 2024-11-08T12:42:19,216 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38479 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-11-08T12:42:19,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745. 2024-11-08T12:42:19,216 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2902): Flushing d0f229b7f94c7e0c66ae69b1be826745 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-08T12:42:19,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108a21aca58b73a4dcda416170a50334bed_d0f229b7f94c7e0c66ae69b1be826745 is 50, key is test_row_0/A:col10/1731069737481/Put/seqid=0 2024-11-08T12:42:19,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742360_1536 (size=12154) 2024-11-08T12:42:19,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-11-08T12:42:19,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(8855): Flush requested on d0f229b7f94c7e0c66ae69b1be826745 2024-11-08T12:42:19,635 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745. as already flushing 2024-11-08T12:42:19,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:19,650 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108a21aca58b73a4dcda416170a50334bed_d0f229b7f94c7e0c66ae69b1be826745 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108a21aca58b73a4dcda416170a50334bed_d0f229b7f94c7e0c66ae69b1be826745 2024-11-08T12:42:19,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/.tmp/A/30092ddba2c24b58af0579c8aba5d6d5, store: [table=TestAcidGuarantees family=A region=d0f229b7f94c7e0c66ae69b1be826745] 2024-11-08T12:42:19,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/.tmp/A/30092ddba2c24b58af0579c8aba5d6d5 is 175, key is test_row_0/A:col10/1731069737481/Put/seqid=0 2024-11-08T12:42:19,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742361_1537 (size=30955) 2024-11-08T12:42:19,720 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:42:19,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33452 deadline: 1731069799716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:42:19,721 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:19,721 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:19,721 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:42:19,824 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:42:19,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33452 deadline: 1731069799822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:42:19,824 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:19,825 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:19,825 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:42:20,033 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:42:20,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33452 deadline: 1731069800033, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:42:20,033 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:20,034 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:20,034 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:42:20,059 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=92, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/.tmp/A/30092ddba2c24b58af0579c8aba5d6d5 2024-11-08T12:42:20,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/.tmp/B/b040a36cd08e4af49d5cf9d2ddb47842 is 50, key is test_row_0/B:col10/1731069737481/Put/seqid=0 2024-11-08T12:42:20,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742362_1538 (size=12001) 2024-11-08T12:42:20,074 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=92 (bloomFilter=true), to=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/.tmp/B/b040a36cd08e4af49d5cf9d2ddb47842 2024-11-08T12:42:20,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/.tmp/C/013b2a5628a44f579bfda29f11fc9920 is 50, key is test_row_0/C:col10/1731069737481/Put/seqid=0 2024-11-08T12:42:20,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742363_1539 (size=12001) 2024-11-08T12:42:20,245 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:42:20,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33450 deadline: 1731069800242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:42:20,245 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:42:20,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33428 deadline: 1731069800243, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:42:20,246 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:42:20,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33456 deadline: 1731069800243, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:42:20,245 WARN [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to 6ccfea20c990,38479,1731069575023 for 'test_row_1' in d0f229b7f94c7e0c66ae69b1be826745 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4185 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-08T12:42:20,246 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:20,246 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:20,246 WARN [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to 6ccfea20c990,38479,1731069575023 for 'test_row_1' in d0f229b7f94c7e0c66ae69b1be826745 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4188 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-08T12:42:20,246 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:42:20,246 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:20,246 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:20,246 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:42:20,246 WARN [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRpcRetryingCaller(177): Call to 6ccfea20c990,38479,1731069575023 for 'test_row_0' in d0f229b7f94c7e0c66ae69b1be826745 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4185 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-08T12:42:20,246 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:20,246 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:20,247 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:42:20,254 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:42:20,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33454 deadline: 1731069800253, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:42:20,255 WARN [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRpcRetryingCaller(177): Call to 6ccfea20c990,38479,1731069575023 for 'test_row_2' in d0f229b7f94c7e0c66ae69b1be826745 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4193 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-08T12:42:20,255 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:20,255 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:20,255 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:42:20,345 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:42:20,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33452 deadline: 1731069800343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:42:20,345 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:20,345 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:20,345 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:42:20,484 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=92 (bloomFilter=true), to=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/.tmp/C/013b2a5628a44f579bfda29f11fc9920 2024-11-08T12:42:20,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/.tmp/A/30092ddba2c24b58af0579c8aba5d6d5 as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/A/30092ddba2c24b58af0579c8aba5d6d5 2024-11-08T12:42:20,490 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/A/30092ddba2c24b58af0579c8aba5d6d5, entries=150, sequenceid=92, filesize=30.2 K 2024-11-08T12:42:20,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/.tmp/B/b040a36cd08e4af49d5cf9d2ddb47842 as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/B/b040a36cd08e4af49d5cf9d2ddb47842 2024-11-08T12:42:20,494 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/B/b040a36cd08e4af49d5cf9d2ddb47842, entries=150, sequenceid=92, filesize=11.7 K 2024-11-08T12:42:20,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/.tmp/C/013b2a5628a44f579bfda29f11fc9920 as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/C/013b2a5628a44f579bfda29f11fc9920 2024-11-08T12:42:20,497 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/C/013b2a5628a44f579bfda29f11fc9920, entries=150, sequenceid=92, filesize=11.7 K 2024-11-08T12:42:20,497 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for d0f229b7f94c7e0c66ae69b1be826745 in 1281ms, sequenceid=92, compaction requested=true 2024-11-08T12:42:20,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2603): Flush status journal for d0f229b7f94c7e0c66ae69b1be826745: 2024-11-08T12:42:20,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745. 2024-11-08T12:42:20,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=155 2024-11-08T12:42:20,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] master.HMaster(4169): Remote procedure done, pid=155 2024-11-08T12:42:20,500 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=155, resume processing ppid=154 2024-11-08T12:42:20,500 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=155, ppid=154, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.1120 sec 2024-11-08T12:42:20,501 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=154, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees in 3.1160 sec 2024-11-08T12:42:20,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(8855): Flush requested on d0f229b7f94c7e0c66ae69b1be826745 2024-11-08T12:42:20,855 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-08T12:42:20,855 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d0f229b7f94c7e0c66ae69b1be826745 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-08T12:42:20,870 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411089500be819f0044619ed7cfe055451b5e_d0f229b7f94c7e0c66ae69b1be826745 is 50, key is test_row_0/A:col10/1731069740854/Put/seqid=0 2024-11-08T12:42:20,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742364_1540 (size=14594) 2024-11-08T12:42:20,891 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:42:20,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33452 deadline: 1731069800888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:42:20,892 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:20,892 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:20,892 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:42:20,995 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:42:20,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33452 deadline: 1731069800992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:42:20,995 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:20,995 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:20,995 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:42:21,205 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:42:21,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33452 deadline: 1731069801203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:42:21,206 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:21,206 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:21,206 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:42:21,273 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:21,276 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411089500be819f0044619ed7cfe055451b5e_d0f229b7f94c7e0c66ae69b1be826745 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411089500be819f0044619ed7cfe055451b5e_d0f229b7f94c7e0c66ae69b1be826745 2024-11-08T12:42:21,277 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/.tmp/A/57c0ff1d182b40dabec3a095a44ea886, store: [table=TestAcidGuarantees family=A region=d0f229b7f94c7e0c66ae69b1be826745] 2024-11-08T12:42:21,277 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/.tmp/A/57c0ff1d182b40dabec3a095a44ea886 is 175, key is test_row_0/A:col10/1731069740854/Put/seqid=0 2024-11-08T12:42:21,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742365_1541 (size=39549) 2024-11-08T12:42:21,514 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:42:21,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33452 deadline: 1731069801513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:42:21,515 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:21,515 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:21,515 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:42:21,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-11-08T12:42:21,553 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-08T12:42:21,553 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-08T12:42:21,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] procedure2.ProcedureExecutor(1139): Stored pid=156, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees 2024-11-08T12:42:21,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-11-08T12:42:21,555 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=156, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-08T12:42:21,556 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=156, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-08T12:42:21,556 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=157, ppid=156, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-08T12:42:21,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-11-08T12:42:21,680 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=117, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/.tmp/A/57c0ff1d182b40dabec3a095a44ea886 2024-11-08T12:42:21,687 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/.tmp/B/a5b43df3e9464baba650e8eb4bd223d1 is 50, key is test_row_0/B:col10/1731069740854/Put/seqid=0 2024-11-08T12:42:21,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742366_1542 (size=12001) 2024-11-08T12:42:21,707 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38479 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-11-08T12:42:21,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745. 2024-11-08T12:42:21,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745. as already flushing 2024-11-08T12:42:21,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745. 2024-11-08T12:42:21,708 ERROR [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157 java.io.IOException: Unable to complete flush {ENCODED => d0f229b7f94c7e0c66ae69b1be826745, NAME => 'TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:42:21,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157 java.io.IOException: Unable to complete flush {ENCODED => d0f229b7f94c7e0c66ae69b1be826745, NAME => 'TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:42:21,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] master.HMaster(4177): Remote procedure failed, pid=157 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d0f229b7f94c7e0c66ae69b1be826745, NAME => 'TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d0f229b7f94c7e0c66ae69b1be826745, NAME => 'TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:42:21,860 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38479 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-11-08T12:42:21,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745. 2024-11-08T12:42:21,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745. as already flushing 2024-11-08T12:42:21,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745. 2024-11-08T12:42:21,861 ERROR [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157 java.io.IOException: Unable to complete flush {ENCODED => d0f229b7f94c7e0c66ae69b1be826745, NAME => 'TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:42:21,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157 java.io.IOException: Unable to complete flush {ENCODED => d0f229b7f94c7e0c66ae69b1be826745, NAME => 'TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:42:21,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] master.HMaster(4177): Remote procedure failed, pid=157 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d0f229b7f94c7e0c66ae69b1be826745, NAME => 'TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d0f229b7f94c7e0c66ae69b1be826745, NAME => 'TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:42:21,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-11-08T12:42:22,013 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38479 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-11-08T12:42:22,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745. 2024-11-08T12:42:22,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745. as already flushing 2024-11-08T12:42:22,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745. 2024-11-08T12:42:22,013 ERROR [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157 java.io.IOException: Unable to complete flush {ENCODED => d0f229b7f94c7e0c66ae69b1be826745, NAME => 'TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:42:22,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157 java.io.IOException: Unable to complete flush {ENCODED => d0f229b7f94c7e0c66ae69b1be826745, NAME => 'TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:42:22,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] master.HMaster(4177): Remote procedure failed, pid=157 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d0f229b7f94c7e0c66ae69b1be826745, NAME => 'TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d0f229b7f94c7e0c66ae69b1be826745, NAME => 'TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:42:22,024 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:42:22,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33452 deadline: 1731069802022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:42:22,025 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:22,025 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:22,025 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:42:22,091 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/.tmp/B/a5b43df3e9464baba650e8eb4bd223d1 2024-11-08T12:42:22,096 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/.tmp/C/2fe178e56d714302b1def3f4906aa925 is 50, key is test_row_0/C:col10/1731069740854/Put/seqid=0 2024-11-08T12:42:22,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742367_1543 (size=12001) 2024-11-08T12:42:22,166 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38479 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-11-08T12:42:22,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745. 2024-11-08T12:42:22,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745. as already flushing 2024-11-08T12:42:22,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745. 2024-11-08T12:42:22,166 ERROR [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157 java.io.IOException: Unable to complete flush {ENCODED => d0f229b7f94c7e0c66ae69b1be826745, NAME => 'TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:42:22,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157 java.io.IOException: Unable to complete flush {ENCODED => d0f229b7f94c7e0c66ae69b1be826745, NAME => 'TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:42:22,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] master.HMaster(4177): Remote procedure failed, pid=157 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d0f229b7f94c7e0c66ae69b1be826745, NAME => 'TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d0f229b7f94c7e0c66ae69b1be826745, NAME => 'TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:42:22,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-11-08T12:42:22,319 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38479 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-11-08T12:42:22,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745. 2024-11-08T12:42:22,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745. as already flushing 2024-11-08T12:42:22,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745. 2024-11-08T12:42:22,319 ERROR [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157 java.io.IOException: Unable to complete flush {ENCODED => d0f229b7f94c7e0c66ae69b1be826745, NAME => 'TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:42:22,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157 java.io.IOException: Unable to complete flush {ENCODED => d0f229b7f94c7e0c66ae69b1be826745, NAME => 'TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:42:22,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] master.HMaster(4177): Remote procedure failed, pid=157 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d0f229b7f94c7e0c66ae69b1be826745, NAME => 'TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d0f229b7f94c7e0c66ae69b1be826745, NAME => 'TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:42:22,471 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38479 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-11-08T12:42:22,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745. 2024-11-08T12:42:22,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745. as already flushing 2024-11-08T12:42:22,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745. 2024-11-08T12:42:22,472 ERROR [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157 java.io.IOException: Unable to complete flush {ENCODED => d0f229b7f94c7e0c66ae69b1be826745, NAME => 'TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:42:22,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157 java.io.IOException: Unable to complete flush {ENCODED => d0f229b7f94c7e0c66ae69b1be826745, NAME => 'TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:42:22,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] master.HMaster(4177): Remote procedure failed, pid=157 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d0f229b7f94c7e0c66ae69b1be826745, NAME => 'TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d0f229b7f94c7e0c66ae69b1be826745, NAME => 'TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T12:42:22,505 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/.tmp/C/2fe178e56d714302b1def3f4906aa925 2024-11-08T12:42:22,509 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/.tmp/A/57c0ff1d182b40dabec3a095a44ea886 as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/A/57c0ff1d182b40dabec3a095a44ea886 2024-11-08T12:42:22,511 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/A/57c0ff1d182b40dabec3a095a44ea886, entries=200, sequenceid=117, filesize=38.6 K 2024-11-08T12:42:22,512 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/.tmp/B/a5b43df3e9464baba650e8eb4bd223d1 as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/B/a5b43df3e9464baba650e8eb4bd223d1 2024-11-08T12:42:22,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,515 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/B/a5b43df3e9464baba650e8eb4bd223d1, entries=150, sequenceid=117, filesize=11.7 K 2024-11-08T12:42:22,515 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/.tmp/C/2fe178e56d714302b1def3f4906aa925 as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/C/2fe178e56d714302b1def3f4906aa925 2024-11-08T12:42:22,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,518 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/C/2fe178e56d714302b1def3f4906aa925, entries=150, sequenceid=117, filesize=11.7 K 2024-11-08T12:42:22,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,519 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for d0f229b7f94c7e0c66ae69b1be826745 in 1664ms, sequenceid=117, compaction requested=true 2024-11-08T12:42:22,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,519 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d0f229b7f94c7e0c66ae69b1be826745: 2024-11-08T12:42:22,519 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-08T12:42:22,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,519 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d0f229b7f94c7e0c66ae69b1be826745:A, priority=-2147483648, current under compaction store size is 1 2024-11-08T12:42:22,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,519 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T12:42:22,519 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d0f229b7f94c7e0c66ae69b1be826745:B, priority=-2147483648, current under compaction store size is 2 2024-11-08T12:42:22,519 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T12:42:22,519 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-08T12:42:22,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,520 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 141111 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-08T12:42:22,520 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HStore(1541): d0f229b7f94c7e0c66ae69b1be826745/A is initiating minor compaction (all files) 2024-11-08T12:42:22,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,520 INFO [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d0f229b7f94c7e0c66ae69b1be826745/A in TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745. 2024-11-08T12:42:22,520 INFO [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/A/c3b875979d5443f4ae935105fafab619, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/A/25dc2f86a72e4d8dae932e9137050da3, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/A/30092ddba2c24b58af0579c8aba5d6d5, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/A/57c0ff1d182b40dabec3a095a44ea886] into tmpdir=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/.tmp, totalSize=137.8 K 2024-11-08T12:42:22,520 INFO [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745. 2024-11-08T12:42:22,520 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745. files: [hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/A/c3b875979d5443f4ae935105fafab619, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/A/25dc2f86a72e4d8dae932e9137050da3, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/A/30092ddba2c24b58af0579c8aba5d6d5, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/A/57c0ff1d182b40dabec3a095a44ea886] 2024-11-08T12:42:22,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,520 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] compactions.Compactor(225): Compacting c3b875979d5443f4ae935105fafab619, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1731069735409 2024-11-08T12:42:22,521 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-08T12:42:22,521 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HStore(1541): d0f229b7f94c7e0c66ae69b1be826745/B is initiating minor compaction (all files) 2024-11-08T12:42:22,521 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] compactions.Compactor(225): Compacting 25dc2f86a72e4d8dae932e9137050da3, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1731069736059 2024-11-08T12:42:22,521 INFO [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d0f229b7f94c7e0c66ae69b1be826745/B in TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745. 2024-11-08T12:42:22,521 INFO [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/B/a786d7269165456ebbf16684183ffa70, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/B/4a376b30ca0c43ef87f79b3c0bf13ef9, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/B/b040a36cd08e4af49d5cf9d2ddb47842, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/B/a5b43df3e9464baba650e8eb4bd223d1] into tmpdir=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/.tmp, totalSize=47.0 K 2024-11-08T12:42:22,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,521 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.Compactor(225): Compacting a786d7269165456ebbf16684183ffa70, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1731069735409 2024-11-08T12:42:22,521 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] compactions.Compactor(225): Compacting 30092ddba2c24b58af0579c8aba5d6d5, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1731069737476 2024-11-08T12:42:22,521 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] compactions.Compactor(225): Compacting 57c0ff1d182b40dabec3a095a44ea886, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1731069739688 2024-11-08T12:42:22,521 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d0f229b7f94c7e0c66ae69b1be826745:C, priority=-2147483648, current under compaction store size is 3 2024-11-08T12:42:22,521 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.Compactor(225): Compacting 4a376b30ca0c43ef87f79b3c0bf13ef9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1731069736060 2024-11-08T12:42:22,521 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T12:42:22,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,521 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.Compactor(225): Compacting b040a36cd08e4af49d5cf9d2ddb47842, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1731069737476 2024-11-08T12:42:22,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,522 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.Compactor(225): Compacting a5b43df3e9464baba650e8eb4bd223d1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1731069739709 2024-11-08T12:42:22,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,527 INFO [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=d0f229b7f94c7e0c66ae69b1be826745] 2024-11-08T12:42:22,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,535 INFO [RS:0;6ccfea20c990:38479-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d0f229b7f94c7e0c66ae69b1be826745#B#compaction#463 average throughput is 0.94 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-08T12:42:22,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,535 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/.tmp/B/ca4385f543554f08925ee91143bbee02 is 50, key is test_row_0/B:col10/1731069740854/Put/seqid=0 2024-11-08T12:42:22,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,540 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241108cb1c38c665f94a1cbbca2e4bffe4f825_d0f229b7f94c7e0c66ae69b1be826745 store=[table=TestAcidGuarantees family=A region=d0f229b7f94c7e0c66ae69b1be826745] 2024-11-08T12:42:22,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742368_1544 (size=12241) 2024-11-08T12:42:22,542 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241108cb1c38c665f94a1cbbca2e4bffe4f825_d0f229b7f94c7e0c66ae69b1be826745, store=[table=TestAcidGuarantees family=A region=d0f229b7f94c7e0c66ae69b1be826745] 2024-11-08T12:42:22,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,542 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108cb1c38c665f94a1cbbca2e4bffe4f825_d0f229b7f94c7e0c66ae69b1be826745 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=d0f229b7f94c7e0c66ae69b1be826745] 2024-11-08T12:42:22,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742369_1545 (size=4469) 2024-11-08T12:42:22,546 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/.tmp/B/ca4385f543554f08925ee91143bbee02 as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/B/ca4385f543554f08925ee91143bbee02 2024-11-08T12:42:22,546 INFO [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d0f229b7f94c7e0c66ae69b1be826745#A#compaction#462 average throughput is 1.29 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T12:42:22,547 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/.tmp/A/a596e2cd098d45589a0013cf1c514394 is 175, key is test_row_0/A:col10/1731069740854/Put/seqid=0 2024-11-08T12:42:22,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742370_1546 (size=31195) 2024-11-08T12:42:22,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,556 INFO [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in d0f229b7f94c7e0c66ae69b1be826745/B of d0f229b7f94c7e0c66ae69b1be826745 into ca4385f543554f08925ee91143bbee02(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T12:42:22,556 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d0f229b7f94c7e0c66ae69b1be826745: 2024-11-08T12:42:22,556 INFO [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., storeName=d0f229b7f94c7e0c66ae69b1be826745/B, priority=12, startTime=1731069742519; duration=0sec 2024-11-08T12:42:22,556 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T12:42:22,556 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d0f229b7f94c7e0c66ae69b1be826745:B 2024-11-08T12:42:22,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,556 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-08T12:42:22,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,557 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-08T12:42:22,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,557 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HStore(1541): d0f229b7f94c7e0c66ae69b1be826745/C is initiating minor compaction (all files) 2024-11-08T12:42:22,558 INFO [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d0f229b7f94c7e0c66ae69b1be826745/C in TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745. 2024-11-08T12:42:22,558 INFO [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/C/5a224ec71aaa467586268a1d1d452366, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/C/0a90d9d687ef428999d6be3d7cb1b201, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/C/013b2a5628a44f579bfda29f11fc9920, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/C/2fe178e56d714302b1def3f4906aa925] into tmpdir=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/.tmp, totalSize=47.0 K 2024-11-08T12:42:22,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,558 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.Compactor(225): Compacting 5a224ec71aaa467586268a1d1d452366, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1731069735409 2024-11-08T12:42:22,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,558 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.Compactor(225): Compacting 0a90d9d687ef428999d6be3d7cb1b201, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1731069736060 2024-11-08T12:42:22,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,558 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.Compactor(225): Compacting 013b2a5628a44f579bfda29f11fc9920, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1731069737476 2024-11-08T12:42:22,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,559 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.Compactor(225): Compacting 2fe178e56d714302b1def3f4906aa925, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1731069739709 2024-11-08T12:42:22,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,560 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/.tmp/A/a596e2cd098d45589a0013cf1c514394 as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/A/a596e2cd098d45589a0013cf1c514394 2024-11-08T12:42:22,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,565 INFO [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in d0f229b7f94c7e0c66ae69b1be826745/A of d0f229b7f94c7e0c66ae69b1be826745 into a596e2cd098d45589a0013cf1c514394(size=30.5 K), total size for store is 30.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T12:42:22,565 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d0f229b7f94c7e0c66ae69b1be826745: 2024-11-08T12:42:22,565 INFO [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., storeName=d0f229b7f94c7e0c66ae69b1be826745/A, priority=12, startTime=1731069742519; duration=0sec 2024-11-08T12:42:22,565 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T12:42:22,565 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d0f229b7f94c7e0c66ae69b1be826745:A 2024-11-08T12:42:22,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,567 INFO [RS:0;6ccfea20c990:38479-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d0f229b7f94c7e0c66ae69b1be826745#C#compaction#464 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T12:42:22,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,567 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/.tmp/C/b0d0252c4b654738932f916731bc6dbb is 50, key is test_row_0/C:col10/1731069740854/Put/seqid=0 2024-11-08T12:42:22,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742371_1547 (size=12241) 2024-11-08T12:42:22,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,624 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38479 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-11-08T12:42:22,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745. 2024-11-08T12:42:22,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,624 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2902): Flushing d0f229b7f94c7e0c66ae69b1be826745 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-08T12:42:22,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411088564d2aa11984a50815f5c91194bb855_d0f229b7f94c7e0c66ae69b1be826745 is 50, key is test_row_1/A:col10/1731069740883/Put/seqid=0 2024-11-08T12:42:22,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742372_1548 (size=9714) 2024-11-08T12:42:22,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-11-08T12:42:22,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,976 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/.tmp/C/b0d0252c4b654738932f916731bc6dbb as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/C/b0d0252c4b654738932f916731bc6dbb 2024-11-08T12:42:22,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,980 INFO [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in d0f229b7f94c7e0c66ae69b1be826745/C of d0f229b7f94c7e0c66ae69b1be826745 into b0d0252c4b654738932f916731bc6dbb(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T12:42:22,980 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d0f229b7f94c7e0c66ae69b1be826745: 2024-11-08T12:42:22,980 INFO [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., storeName=d0f229b7f94c7e0c66ae69b1be826745/C, priority=12, startTime=1731069742519; duration=0sec 2024-11-08T12:42:22,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,980 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T12:42:22,980 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d0f229b7f94c7e0c66ae69b1be826745:C 2024-11-08T12:42:22,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:22,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:23,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:23,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:23,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:23,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:23,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:23,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:23,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:23,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:23,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:23,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:23,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:23,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:23,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:23,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:23,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:23,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:23,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:23,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:23,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:23,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:23,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:23,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:23,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:23,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:23,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:23,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:23,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:23,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:23,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:23,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:23,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:23,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:23,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:23,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:23,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:23,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:23,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:23,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:23,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:23,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:23,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:23,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:23,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:23,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:23,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:23,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:23,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:23,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:23,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:23,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:23,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:23,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:23,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:23,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:23,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:23,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:23,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:23,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:23,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:23,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:23,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:23,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:23,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:23,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:23,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:23,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:23,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:23,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:23,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:23,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:23,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:23,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:23,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:23,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:23,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:23,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:23,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:23,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:23,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:23,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:23,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:23,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:23,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:23,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:23,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:23,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:23,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:23,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:23,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:23,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:23,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:23,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:23,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:23,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:23,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:23,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:23,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:23,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:23,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:23,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:23,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:23,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:23,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:23,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:23,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:23,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:23,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:23,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:23,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:23,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:23,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:23,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:23,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:23,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:23,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:23,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:23,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:23,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:23,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:23,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:23,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:23,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:23,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:23,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:23,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:23,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:23,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:23,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:23,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:23,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:23,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:23,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:23,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:23,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:23,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:23,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:23,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:23,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:23,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:23,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:23,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(8855): Flush requested on d0f229b7f94c7e0c66ae69b1be826745 2024-11-08T12:42:23,036 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745. as already flushing 2024-11-08T12:42:23,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:23,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:23,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:23,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:23,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:23,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:23,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:23,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:23,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:23,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:23,039 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411088564d2aa11984a50815f5c91194bb855_d0f229b7f94c7e0c66ae69b1be826745 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411088564d2aa11984a50815f5c91194bb855_d0f229b7f94c7e0c66ae69b1be826745 2024-11-08T12:42:23,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:23,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:23,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:23,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:23,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/.tmp/A/236604c0d31c45948a39c0ec3d134022, store: [table=TestAcidGuarantees family=A region=d0f229b7f94c7e0c66ae69b1be826745] 2024-11-08T12:42:23,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:23,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:23,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/.tmp/A/236604c0d31c45948a39c0ec3d134022 is 175, key is test_row_1/A:col10/1731069740883/Put/seqid=0 2024-11-08T12:42:23,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:23,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:23,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:23,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:23,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:23,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:23,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:23,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:23,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:23,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:23,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:23,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742373_1549 (size=22361) 2024-11-08T12:42:23,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:23,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:23,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:23,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:23,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:23,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:23,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:23,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:23,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:23,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:23,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:23,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:23,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:23,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:23,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:23,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:23,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:23,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:23,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:23,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:23,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:23,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:23,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:23,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:23,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:23,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:23,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:23,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:23,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:23,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:23,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:23,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:23,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:23,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:23,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:23,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:23,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:23,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:23,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:23,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:23,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:23,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:23,122 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:42:23,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33452 deadline: 1731069803120, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:42:23,122 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:23,122 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:23,122 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:42:23,234 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:42:23,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33452 deadline: 1731069803232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:42:23,234 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:23,234 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:23,234 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:42:23,444 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=130, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/.tmp/A/236604c0d31c45948a39c0ec3d134022 2024-11-08T12:42:23,445 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:42:23,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33452 deadline: 1731069803443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:42:23,446 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:23,446 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:23,446 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:42:23,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/.tmp/B/583db788bb3e447996c2ca82daeff1b6 is 50, key is test_row_1/B:col10/1731069740883/Put/seqid=0 2024-11-08T12:42:23,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742374_1550 (size=9657) 2024-11-08T12:42:23,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-11-08T12:42:23,756 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:42:23,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33452 deadline: 1731069803753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:42:23,756 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:23,756 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:23,756 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:42:23,854 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=130 (bloomFilter=true), to=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/.tmp/B/583db788bb3e447996c2ca82daeff1b6 2024-11-08T12:42:23,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/.tmp/C/496c9fc12c8b43e9b57085911bebb6e6 is 50, key is test_row_1/C:col10/1731069740883/Put/seqid=0 2024-11-08T12:42:23,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742375_1551 (size=9657) 2024-11-08T12:42:23,863 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=130 (bloomFilter=true), to=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/.tmp/C/496c9fc12c8b43e9b57085911bebb6e6 2024-11-08T12:42:23,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/.tmp/A/236604c0d31c45948a39c0ec3d134022 as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/A/236604c0d31c45948a39c0ec3d134022 2024-11-08T12:42:23,869 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/A/236604c0d31c45948a39c0ec3d134022, entries=100, sequenceid=130, filesize=21.8 K 2024-11-08T12:42:23,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/.tmp/B/583db788bb3e447996c2ca82daeff1b6 as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/B/583db788bb3e447996c2ca82daeff1b6 2024-11-08T12:42:23,872 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/B/583db788bb3e447996c2ca82daeff1b6, entries=100, sequenceid=130, filesize=9.4 K 2024-11-08T12:42:23,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/.tmp/C/496c9fc12c8b43e9b57085911bebb6e6 as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/C/496c9fc12c8b43e9b57085911bebb6e6 2024-11-08T12:42:23,875 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/C/496c9fc12c8b43e9b57085911bebb6e6, entries=100, sequenceid=130, filesize=9.4 K 2024-11-08T12:42:23,876 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for d0f229b7f94c7e0c66ae69b1be826745 in 1252ms, sequenceid=130, compaction requested=false 2024-11-08T12:42:23,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2603): Flush status journal for d0f229b7f94c7e0c66ae69b1be826745: 2024-11-08T12:42:23,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745. 2024-11-08T12:42:23,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=157 2024-11-08T12:42:23,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] master.HMaster(4169): Remote procedure done, pid=157 2024-11-08T12:42:23,879 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=157, resume processing ppid=156 2024-11-08T12:42:23,879 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=157, ppid=156, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3210 sec 2024-11-08T12:42:23,880 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=156, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees in 2.3260 sec 2024-11-08T12:42:24,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(8855): Flush requested on d0f229b7f94c7e0c66ae69b1be826745 2024-11-08T12:42:24,266 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-08T12:42:24,266 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d0f229b7f94c7e0c66ae69b1be826745 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-08T12:42:24,272 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411081e2fcab6b47843bf9e83d621c674350e_d0f229b7f94c7e0c66ae69b1be826745 is 50, key is test_row_0/A:col10/1731069743118/Put/seqid=0 2024-11-08T12:42:24,275 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:42:24,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33452 deadline: 1731069804272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:42:24,276 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:24,276 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:24,276 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:42:24,279 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:42:24,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33454 deadline: 1731069804276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:42:24,279 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:42:24,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33428 deadline: 1731069804276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:42:24,279 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:24,279 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:24,279 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:42:24,280 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:24,280 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:24,280 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:42:24,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742376_1552 (size=14794) 2024-11-08T12:42:24,285 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:42:24,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33450 deadline: 1731069804282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:42:24,285 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:42:24,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33456 deadline: 1731069804282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:42:24,285 WARN [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRpcRetryingCaller(177): Call to 6ccfea20c990,38479,1731069575023 for 'test_row_0' in d0f229b7f94c7e0c66ae69b1be826745 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8224 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-08T12:42:24,285 WARN [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to 6ccfea20c990,38479,1731069575023 for 'test_row_1' in d0f229b7f94c7e0c66ae69b1be826745 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8225 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-08T12:42:24,286 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:24,286 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:24,286 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:24,286 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:42:24,286 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:24,286 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:42:24,385 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:42:24,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33452 deadline: 1731069804383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:42:24,385 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:24,385 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:24,385 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:42:24,385 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:42:24,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33428 deadline: 1731069804383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:42:24,385 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:42:24,385 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:24,385 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:24,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33454 deadline: 1731069804383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:42:24,385 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:42:24,386 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:24,386 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:24,386 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:42:24,594 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:42:24,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33452 deadline: 1731069804593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:42:24,594 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:42:24,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33428 deadline: 1731069804593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:42:24,594 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:24,594 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:24,594 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:42:24,594 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:24,594 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:42:24,594 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:24,594 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:42:24,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33454 deadline: 1731069804593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:42:24,594 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:24,594 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:24,595 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:42:24,682 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:24,685 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411081e2fcab6b47843bf9e83d621c674350e_d0f229b7f94c7e0c66ae69b1be826745 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411081e2fcab6b47843bf9e83d621c674350e_d0f229b7f94c7e0c66ae69b1be826745 2024-11-08T12:42:24,686 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/.tmp/A/fed464aa23f949e5b741b3c58eafaf66, store: [table=TestAcidGuarantees family=A region=d0f229b7f94c7e0c66ae69b1be826745] 2024-11-08T12:42:24,686 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/.tmp/A/fed464aa23f949e5b741b3c58eafaf66 is 175, key is test_row_0/A:col10/1731069743118/Put/seqid=0 2024-11-08T12:42:24,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742377_1553 (size=39749) 2024-11-08T12:42:24,690 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=159, memsize=55.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/.tmp/A/fed464aa23f949e5b741b3c58eafaf66 2024-11-08T12:42:24,696 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/.tmp/B/8b5631c8690642f5bc7b2e1919c5443b is 50, key is test_row_0/B:col10/1731069743118/Put/seqid=0 2024-11-08T12:42:24,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742378_1554 (size=12151) 2024-11-08T12:42:24,904 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:42:24,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33452 deadline: 1731069804903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:42:24,904 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:42:24,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33428 deadline: 1731069804903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:42:24,904 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:24,904 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:24,904 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:42:24,904 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:42:24,904 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:24,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33454 deadline: 1731069804903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:42:24,904 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:24,904 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:42:24,905 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:24,905 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:24,905 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:42:25,106 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=159 (bloomFilter=true), to=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/.tmp/B/8b5631c8690642f5bc7b2e1919c5443b 2024-11-08T12:42:25,112 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/.tmp/C/b20e4b6baede406da8399fbfca19fcf5 is 50, key is test_row_0/C:col10/1731069743118/Put/seqid=0 2024-11-08T12:42:25,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742379_1555 (size=12151) 2024-11-08T12:42:25,414 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:42:25,414 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:42:25,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33452 deadline: 1731069805413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:42:25,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33428 deadline: 1731069805413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:42:25,415 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:42:25,415 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:25,415 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:25,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33454 deadline: 1731069805413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:42:25,415 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:42:25,415 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:25,415 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:25,415 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:25,415 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:42:25,415 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:25,415 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:42:25,515 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=159 (bloomFilter=true), to=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/.tmp/C/b20e4b6baede406da8399fbfca19fcf5 2024-11-08T12:42:25,519 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/.tmp/A/fed464aa23f949e5b741b3c58eafaf66 as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/A/fed464aa23f949e5b741b3c58eafaf66 2024-11-08T12:42:25,522 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/A/fed464aa23f949e5b741b3c58eafaf66, entries=200, sequenceid=159, filesize=38.8 K 2024-11-08T12:42:25,523 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/.tmp/B/8b5631c8690642f5bc7b2e1919c5443b as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/B/8b5631c8690642f5bc7b2e1919c5443b 2024-11-08T12:42:25,526 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/B/8b5631c8690642f5bc7b2e1919c5443b, entries=150, sequenceid=159, filesize=11.9 K 2024-11-08T12:42:25,526 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/.tmp/C/b20e4b6baede406da8399fbfca19fcf5 as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/C/b20e4b6baede406da8399fbfca19fcf5 2024-11-08T12:42:25,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,529 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/C/b20e4b6baede406da8399fbfca19fcf5, entries=150, sequenceid=159, filesize=11.9 K 2024-11-08T12:42:25,530 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=33.54 KB/34350 for d0f229b7f94c7e0c66ae69b1be826745 in 1264ms, sequenceid=159, compaction requested=true 2024-11-08T12:42:25,530 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d0f229b7f94c7e0c66ae69b1be826745: 2024-11-08T12:42:25,530 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d0f229b7f94c7e0c66ae69b1be826745:A, priority=-2147483648, current under compaction store size is 1 2024-11-08T12:42:25,530 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T12:42:25,530 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T12:42:25,530 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d0f229b7f94c7e0c66ae69b1be826745:B, priority=-2147483648, current under compaction store size is 2 2024-11-08T12:42:25,530 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T12:42:25,530 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T12:42:25,530 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d0f229b7f94c7e0c66ae69b1be826745:C, priority=-2147483648, current under compaction store size is 3 2024-11-08T12:42:25,530 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T12:42:25,531 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34049 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T12:42:25,531 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93305 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T12:42:25,531 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HStore(1541): d0f229b7f94c7e0c66ae69b1be826745/A is initiating minor compaction (all files) 2024-11-08T12:42:25,531 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HStore(1541): d0f229b7f94c7e0c66ae69b1be826745/B is initiating minor compaction (all files) 2024-11-08T12:42:25,531 INFO [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d0f229b7f94c7e0c66ae69b1be826745/B in TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745. 2024-11-08T12:42:25,531 INFO [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d0f229b7f94c7e0c66ae69b1be826745/A in TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745. 2024-11-08T12:42:25,531 INFO [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/B/ca4385f543554f08925ee91143bbee02, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/B/583db788bb3e447996c2ca82daeff1b6, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/B/8b5631c8690642f5bc7b2e1919c5443b] into tmpdir=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/.tmp, totalSize=33.3 K 2024-11-08T12:42:25,531 INFO [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/A/a596e2cd098d45589a0013cf1c514394, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/A/236604c0d31c45948a39c0ec3d134022, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/A/fed464aa23f949e5b741b3c58eafaf66] into tmpdir=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/.tmp, totalSize=91.1 K 2024-11-08T12:42:25,531 INFO [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745. 2024-11-08T12:42:25,531 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745. files: [hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/A/a596e2cd098d45589a0013cf1c514394, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/A/236604c0d31c45948a39c0ec3d134022, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/A/fed464aa23f949e5b741b3c58eafaf66] 2024-11-08T12:42:25,531 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] compactions.Compactor(225): Compacting a596e2cd098d45589a0013cf1c514394, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1731069739709 2024-11-08T12:42:25,531 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.Compactor(225): Compacting ca4385f543554f08925ee91143bbee02, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1731069739709 2024-11-08T12:42:25,531 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.Compactor(225): Compacting 583db788bb3e447996c2ca82daeff1b6, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1731069740883 2024-11-08T12:42:25,532 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] compactions.Compactor(225): Compacting 236604c0d31c45948a39c0ec3d134022, keycount=100, bloomtype=ROW, size=21.8 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1731069740883 2024-11-08T12:42:25,532 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] compactions.Compactor(225): Compacting fed464aa23f949e5b741b3c58eafaf66, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1731069743118 2024-11-08T12:42:25,532 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.Compactor(225): Compacting 8b5631c8690642f5bc7b2e1919c5443b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1731069743118 2024-11-08T12:42:25,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,536 INFO [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=d0f229b7f94c7e0c66ae69b1be826745] 2024-11-08T12:42:25,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,537 INFO [RS:0;6ccfea20c990:38479-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d0f229b7f94c7e0c66ae69b1be826745#B#compaction#471 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-08T12:42:25,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,538 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/.tmp/B/6ae39649565547a780bdbba991cba873 is 50, key is test_row_0/B:col10/1731069743118/Put/seqid=0 2024-11-08T12:42:25,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,538 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241108d653bf471a5741209f3c62e34f4510e7_d0f229b7f94c7e0c66ae69b1be826745 store=[table=TestAcidGuarantees family=A region=d0f229b7f94c7e0c66ae69b1be826745] 2024-11-08T12:42:25,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,540 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241108d653bf471a5741209f3c62e34f4510e7_d0f229b7f94c7e0c66ae69b1be826745, store=[table=TestAcidGuarantees family=A region=d0f229b7f94c7e0c66ae69b1be826745] 2024-11-08T12:42:25,540 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108d653bf471a5741209f3c62e34f4510e7_d0f229b7f94c7e0c66ae69b1be826745 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=d0f229b7f94c7e0c66ae69b1be826745] 2024-11-08T12:42:25,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742380_1556 (size=12493) 2024-11-08T12:42:25,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742381_1557 (size=4469) 2024-11-08T12:42:25,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-11-08T12:42:25,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,723 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-08T12:42:25,724 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-08T12:42:25,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] procedure2.ProcedureExecutor(1139): Stored pid=158, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=158, table=TestAcidGuarantees 2024-11-08T12:42:25,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-11-08T12:42:25,725 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=158, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=158, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-08T12:42:25,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,726 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=158, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=158, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-08T12:42:25,726 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=159, ppid=158, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-08T12:42:25,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-11-08T12:42:25,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,878 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38479 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-11-08T12:42:25,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745. 2024-11-08T12:42:25,878 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2902): Flushing d0f229b7f94c7e0c66ae69b1be826745 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-08T12:42:25,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108960485f4dff144709dc9ecbf637e1701_d0f229b7f94c7e0c66ae69b1be826745 is 50, key is test_row_0/A:col10/1731069744269/Put/seqid=0 2024-11-08T12:42:25,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742382_1558 (size=9814) 2024-11-08T12:42:25,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,944 INFO [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d0f229b7f94c7e0c66ae69b1be826745#A#compaction#472 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T12:42:25,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,944 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/.tmp/A/8977efe3e1b84679bd4401ba32ca7b70 is 175, key is test_row_0/A:col10/1731069743118/Put/seqid=0 2024-11-08T12:42:25,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,948 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/.tmp/B/6ae39649565547a780bdbba991cba873 as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/B/6ae39649565547a780bdbba991cba873 2024-11-08T12:42:25,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742383_1559 (size=31447) 2024-11-08T12:42:25,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,954 INFO [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d0f229b7f94c7e0c66ae69b1be826745/B of d0f229b7f94c7e0c66ae69b1be826745 into 6ae39649565547a780bdbba991cba873(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T12:42:25,954 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d0f229b7f94c7e0c66ae69b1be826745: 2024-11-08T12:42:25,954 INFO [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., storeName=d0f229b7f94c7e0c66ae69b1be826745/B, priority=13, startTime=1731069745530; duration=0sec 2024-11-08T12:42:25,954 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T12:42:25,954 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d0f229b7f94c7e0c66ae69b1be826745:B 2024-11-08T12:42:25,954 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T12:42:25,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,955 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34049 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T12:42:25,956 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HStore(1541): d0f229b7f94c7e0c66ae69b1be826745/C is initiating minor compaction (all files) 2024-11-08T12:42:25,956 INFO [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d0f229b7f94c7e0c66ae69b1be826745/C in TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745. 2024-11-08T12:42:25,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,956 INFO [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/C/b0d0252c4b654738932f916731bc6dbb, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/C/496c9fc12c8b43e9b57085911bebb6e6, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/C/b20e4b6baede406da8399fbfca19fcf5] into tmpdir=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/.tmp, totalSize=33.3 K 2024-11-08T12:42:25,956 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/.tmp/A/8977efe3e1b84679bd4401ba32ca7b70 as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/A/8977efe3e1b84679bd4401ba32ca7b70 2024-11-08T12:42:25,956 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.Compactor(225): Compacting b0d0252c4b654738932f916731bc6dbb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1731069739709 2024-11-08T12:42:25,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,956 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.Compactor(225): Compacting 496c9fc12c8b43e9b57085911bebb6e6, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1731069740883 2024-11-08T12:42:25,957 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.Compactor(225): Compacting b20e4b6baede406da8399fbfca19fcf5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1731069743118 2024-11-08T12:42:25,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,961 INFO [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d0f229b7f94c7e0c66ae69b1be826745/A of d0f229b7f94c7e0c66ae69b1be826745 into 8977efe3e1b84679bd4401ba32ca7b70(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T12:42:25,961 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d0f229b7f94c7e0c66ae69b1be826745: 2024-11-08T12:42:25,961 INFO [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., storeName=d0f229b7f94c7e0c66ae69b1be826745/A, priority=13, startTime=1731069745530; duration=0sec 2024-11-08T12:42:25,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,961 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T12:42:25,961 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d0f229b7f94c7e0c66ae69b1be826745:A 2024-11-08T12:42:25,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,965 INFO [RS:0;6ccfea20c990:38479-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d0f229b7f94c7e0c66ae69b1be826745#C#compaction#474 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T12:42:25,965 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/.tmp/C/8cc9aed155db488381608573724492c8 is 50, key is test_row_0/C:col10/1731069743118/Put/seqid=0 2024-11-08T12:42:25,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742384_1560 (size=12493) 2024-11-08T12:42:25,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,977 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/.tmp/C/8cc9aed155db488381608573724492c8 as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/C/8cc9aed155db488381608573724492c8 2024-11-08T12:42:25,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,983 INFO [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d0f229b7f94c7e0c66ae69b1be826745/C of d0f229b7f94c7e0c66ae69b1be826745 into 8cc9aed155db488381608573724492c8(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T12:42:25,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,983 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d0f229b7f94c7e0c66ae69b1be826745: 2024-11-08T12:42:25,983 INFO [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., storeName=d0f229b7f94c7e0c66ae69b1be826745/C, priority=13, startTime=1731069745530; duration=0sec 2024-11-08T12:42:25,983 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T12:42:25,983 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d0f229b7f94c7e0c66ae69b1be826745:C 2024-11-08T12:42:25,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:25,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-11-08T12:42:26,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,298 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108960485f4dff144709dc9ecbf637e1701_d0f229b7f94c7e0c66ae69b1be826745 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108960485f4dff144709dc9ecbf637e1701_d0f229b7f94c7e0c66ae69b1be826745 2024-11-08T12:42:26,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/.tmp/A/6a2065d851ff4448809cb7480bc47bd3, store: [table=TestAcidGuarantees family=A region=d0f229b7f94c7e0c66ae69b1be826745] 2024-11-08T12:42:26,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/.tmp/A/6a2065d851ff4448809cb7480bc47bd3 is 175, key is test_row_0/A:col10/1731069744269/Put/seqid=0 2024-11-08T12:42:26,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742385_1561 (size=22461) 2024-11-08T12:42:26,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,310 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=167, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/.tmp/A/6a2065d851ff4448809cb7480bc47bd3 2024-11-08T12:42:26,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/.tmp/B/b65ec3ad78cf4af398a5f5a436388693 is 50, key is test_row_0/B:col10/1731069744269/Put/seqid=0 2024-11-08T12:42:26,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742386_1562 (size=9757) 2024-11-08T12:42:26,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,322 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=167 (bloomFilter=true), to=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/.tmp/B/b65ec3ad78cf4af398a5f5a436388693 2024-11-08T12:42:26,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/.tmp/C/4655b4cd910d4fd08631df7023576269 is 50, key is test_row_0/C:col10/1731069744269/Put/seqid=0 2024-11-08T12:42:26,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742387_1563 (size=9757) 2024-11-08T12:42:26,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,334 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=167 (bloomFilter=true), to=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/.tmp/C/4655b4cd910d4fd08631df7023576269 2024-11-08T12:42:26,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/.tmp/A/6a2065d851ff4448809cb7480bc47bd3 as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/A/6a2065d851ff4448809cb7480bc47bd3 2024-11-08T12:42:26,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,343 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/A/6a2065d851ff4448809cb7480bc47bd3, entries=100, sequenceid=167, filesize=21.9 K 2024-11-08T12:42:26,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/.tmp/B/b65ec3ad78cf4af398a5f5a436388693 as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/B/b65ec3ad78cf4af398a5f5a436388693 2024-11-08T12:42:26,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,348 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/B/b65ec3ad78cf4af398a5f5a436388693, entries=100, sequenceid=167, filesize=9.5 K 2024-11-08T12:42:26,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/.tmp/C/4655b4cd910d4fd08631df7023576269 as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/C/4655b4cd910d4fd08631df7023576269 2024-11-08T12:42:26,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,352 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/C/4655b4cd910d4fd08631df7023576269, entries=100, sequenceid=167, filesize=9.5 K 2024-11-08T12:42:26,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-11-08T12:42:26,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,354 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for d0f229b7f94c7e0c66ae69b1be826745 in 476ms, sequenceid=167, compaction requested=false 2024-11-08T12:42:26,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2603): Flush status journal for d0f229b7f94c7e0c66ae69b1be826745: 2024-11-08T12:42:26,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745. 2024-11-08T12:42:26,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=159 2024-11-08T12:42:26,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] master.HMaster(4169): Remote procedure done, pid=159 2024-11-08T12:42:26,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,357 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=159, resume processing ppid=158 2024-11-08T12:42:26,357 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=159, ppid=158, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 630 msec 2024-11-08T12:42:26,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,359 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=158, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=158, table=TestAcidGuarantees in 634 msec 2024-11-08T12:42:26,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(8855): Flush requested on d0f229b7f94c7e0c66ae69b1be826745 2024-11-08T12:42:26,454 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-08T12:42:26,454 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d0f229b7f94c7e0c66ae69b1be826745 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-08T12:42:26,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,462 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108377e1bd1fe8a43259388a90e3c83334f_d0f229b7f94c7e0c66ae69b1be826745 is 50, key is test_row_0/A:col10/1731069746453/Put/seqid=0 2024-11-08T12:42:26,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742389_1565 (size=27248) 2024-11-08T12:42:26,485 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:26,490 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108377e1bd1fe8a43259388a90e3c83334f_d0f229b7f94c7e0c66ae69b1be826745 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108377e1bd1fe8a43259388a90e3c83334f_d0f229b7f94c7e0c66ae69b1be826745 2024-11-08T12:42:26,491 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/.tmp/A/cb05c576ec584f9e952620dd357dffa9, store: [table=TestAcidGuarantees family=A region=d0f229b7f94c7e0c66ae69b1be826745] 2024-11-08T12:42:26,492 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/.tmp/A/cb05c576ec584f9e952620dd357dffa9 is 175, key is test_row_0/A:col10/1731069746453/Put/seqid=0 2024-11-08T12:42:26,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742388_1564 (size=83035) 2024-11-08T12:42:26,517 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:42:26,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33452 deadline: 1731069806513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:42:26,517 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:26,517 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:26,517 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:42:26,520 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:42:26,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33454 deadline: 1731069806515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:42:26,520 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:26,520 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:42:26,520 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:26,520 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:42:26,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33428 deadline: 1731069806516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:42:26,521 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:26,521 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:26,521 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:42:26,625 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:42:26,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33452 deadline: 1731069806623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:42:26,626 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:26,626 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:42:26,626 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:26,626 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:42:26,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33454 deadline: 1731069806623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:42:26,626 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:26,626 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:26,626 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:42:26,627 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:42:26,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33428 deadline: 1731069806623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:42:26,627 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:26,627 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:26,627 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:42:26,835 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:42:26,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33452 deadline: 1731069806833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:42:26,836 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:42:26,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33454 deadline: 1731069806833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:42:26,836 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:26,836 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:26,836 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:42:26,836 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:42:26,836 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:26,836 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:26,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33428 deadline: 1731069806833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:42:26,836 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:42:26,836 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:26,836 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:26,836 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:42:26,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-11-08T12:42:26,863 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-08T12:42:26,864 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-08T12:42:26,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] procedure2.ProcedureExecutor(1139): Stored pid=160, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees 2024-11-08T12:42:26,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-11-08T12:42:26,865 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=160, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-08T12:42:26,866 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=160, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-08T12:42:26,866 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=161, ppid=160, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-08T12:42:26,894 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=182, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/.tmp/A/cb05c576ec584f9e952620dd357dffa9 2024-11-08T12:42:26,900 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/.tmp/B/a8ef2725a1c7468eaa8dc9a3a7af8e6d is 50, key is test_row_0/B:col10/1731069746453/Put/seqid=0 2024-11-08T12:42:26,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742390_1566 (size=12151) 2024-11-08T12:42:26,903 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=182 (bloomFilter=true), to=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/.tmp/B/a8ef2725a1c7468eaa8dc9a3a7af8e6d 2024-11-08T12:42:26,909 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/.tmp/C/dc3ed8b3dcc04517947c8e55cb941d74 is 50, key is test_row_0/C:col10/1731069746453/Put/seqid=0 2024-11-08T12:42:26,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742391_1567 (size=12151) 2024-11-08T12:42:26,912 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=182 (bloomFilter=true), to=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/.tmp/C/dc3ed8b3dcc04517947c8e55cb941d74 2024-11-08T12:42:26,915 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/.tmp/A/cb05c576ec584f9e952620dd357dffa9 as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/A/cb05c576ec584f9e952620dd357dffa9 2024-11-08T12:42:26,918 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/A/cb05c576ec584f9e952620dd357dffa9, entries=450, sequenceid=182, filesize=81.1 K 2024-11-08T12:42:26,920 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/.tmp/B/a8ef2725a1c7468eaa8dc9a3a7af8e6d as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/B/a8ef2725a1c7468eaa8dc9a3a7af8e6d 2024-11-08T12:42:26,923 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/B/a8ef2725a1c7468eaa8dc9a3a7af8e6d, entries=150, sequenceid=182, filesize=11.9 K 2024-11-08T12:42:26,925 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/.tmp/C/dc3ed8b3dcc04517947c8e55cb941d74 as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/C/dc3ed8b3dcc04517947c8e55cb941d74 2024-11-08T12:42:26,928 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/C/dc3ed8b3dcc04517947c8e55cb941d74, entries=150, sequenceid=182, filesize=11.9 K 2024-11-08T12:42:26,929 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for d0f229b7f94c7e0c66ae69b1be826745 in 475ms, sequenceid=182, compaction requested=true 2024-11-08T12:42:26,929 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d0f229b7f94c7e0c66ae69b1be826745: 2024-11-08T12:42:26,930 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T12:42:26,930 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d0f229b7f94c7e0c66ae69b1be826745:A, priority=-2147483648, current under compaction store size is 1 2024-11-08T12:42:26,930 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T12:42:26,930 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d0f229b7f94c7e0c66ae69b1be826745:B, priority=-2147483648, current under compaction store size is 2 2024-11-08T12:42:26,930 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T12:42:26,930 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d0f229b7f94c7e0c66ae69b1be826745:C, priority=-2147483648, current under compaction store size is 3 2024-11-08T12:42:26,930 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T12:42:26,930 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T12:42:26,930 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 136943 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T12:42:26,930 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HStore(1541): d0f229b7f94c7e0c66ae69b1be826745/A is initiating minor compaction (all files) 2024-11-08T12:42:26,930 INFO [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d0f229b7f94c7e0c66ae69b1be826745/A in TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745. 2024-11-08T12:42:26,930 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34401 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T12:42:26,930 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HStore(1541): d0f229b7f94c7e0c66ae69b1be826745/B is initiating minor compaction (all files) 2024-11-08T12:42:26,930 INFO [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/A/8977efe3e1b84679bd4401ba32ca7b70, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/A/6a2065d851ff4448809cb7480bc47bd3, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/A/cb05c576ec584f9e952620dd357dffa9] into tmpdir=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/.tmp, totalSize=133.7 K 2024-11-08T12:42:26,931 INFO [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d0f229b7f94c7e0c66ae69b1be826745/B in TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745. 2024-11-08T12:42:26,931 INFO [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745. 2024-11-08T12:42:26,931 INFO [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/B/6ae39649565547a780bdbba991cba873, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/B/b65ec3ad78cf4af398a5f5a436388693, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/B/a8ef2725a1c7468eaa8dc9a3a7af8e6d] into tmpdir=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/.tmp, totalSize=33.6 K 2024-11-08T12:42:26,931 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745. files: [hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/A/8977efe3e1b84679bd4401ba32ca7b70, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/A/6a2065d851ff4448809cb7480bc47bd3, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/A/cb05c576ec584f9e952620dd357dffa9] 2024-11-08T12:42:26,931 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.Compactor(225): Compacting 6ae39649565547a780bdbba991cba873, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1731069743118 2024-11-08T12:42:26,931 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8977efe3e1b84679bd4401ba32ca7b70, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1731069743118 2024-11-08T12:42:26,931 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.Compactor(225): Compacting b65ec3ad78cf4af398a5f5a436388693, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=167, earliestPutTs=1731069744269 2024-11-08T12:42:26,931 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6a2065d851ff4448809cb7480bc47bd3, keycount=100, bloomtype=ROW, size=21.9 K, encoding=NONE, compression=NONE, seqNum=167, earliestPutTs=1731069744269 2024-11-08T12:42:26,931 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.Compactor(225): Compacting a8ef2725a1c7468eaa8dc9a3a7af8e6d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=182, earliestPutTs=1731069746453 2024-11-08T12:42:26,931 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] compactions.Compactor(225): Compacting cb05c576ec584f9e952620dd357dffa9, keycount=450, bloomtype=ROW, size=81.1 K, encoding=NONE, compression=NONE, seqNum=182, earliestPutTs=1731069746439 2024-11-08T12:42:26,937 INFO [RS:0;6ccfea20c990:38479-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d0f229b7f94c7e0c66ae69b1be826745#B#compaction#480 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T12:42:26,937 INFO [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=d0f229b7f94c7e0c66ae69b1be826745] 2024-11-08T12:42:26,938 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/.tmp/B/9143c4079a7d4f088fbcb7ad4c61ffd3 is 50, key is test_row_0/B:col10/1731069746453/Put/seqid=0 2024-11-08T12:42:26,949 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241108254217bb6248447db4aaf98ca4e098d6_d0f229b7f94c7e0c66ae69b1be826745 store=[table=TestAcidGuarantees family=A region=d0f229b7f94c7e0c66ae69b1be826745] 2024-11-08T12:42:26,953 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241108254217bb6248447db4aaf98ca4e098d6_d0f229b7f94c7e0c66ae69b1be826745, store=[table=TestAcidGuarantees family=A region=d0f229b7f94c7e0c66ae69b1be826745] 2024-11-08T12:42:26,953 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108254217bb6248447db4aaf98ca4e098d6_d0f229b7f94c7e0c66ae69b1be826745 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=d0f229b7f94c7e0c66ae69b1be826745] 2024-11-08T12:42:26,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742392_1568 (size=12595) 2024-11-08T12:42:26,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-11-08T12:42:26,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742393_1569 (size=4469) 2024-11-08T12:42:27,018 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38479 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-11-08T12:42:27,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745. 2024-11-08T12:42:27,018 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2902): Flushing d0f229b7f94c7e0c66ae69b1be826745 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-08T12:42:27,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108bbb0a748da1f40fd8bff80763e3e2472_d0f229b7f94c7e0c66ae69b1be826745 is 50, key is test_row_0/A:col10/1731069746514/Put/seqid=0 2024-11-08T12:42:27,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742394_1570 (size=12304) 2024-11-08T12:42:27,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(8855): Flush requested on d0f229b7f94c7e0c66ae69b1be826745 2024-11-08T12:42:27,146 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745. as already flushing 2024-11-08T12:42:27,157 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:42:27,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33454 deadline: 1731069807153, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:42:27,158 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:42:27,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33452 deadline: 1731069807154, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:42:27,158 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:27,158 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:27,158 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:42:27,159 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:27,159 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:27,159 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:42:27,161 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:42:27,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33428 deadline: 1731069807158, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:42:27,161 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:27,161 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:27,161 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:42:27,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-11-08T12:42:27,264 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:42:27,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33452 deadline: 1731069807262, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:42:27,265 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:27,265 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:27,265 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:42:27,265 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:42:27,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33454 deadline: 1731069807263, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:42:27,265 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:27,265 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:27,265 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:42:27,276 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:42:27,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33428 deadline: 1731069807273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:42:27,276 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:27,276 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:27,276 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:42:27,375 INFO [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d0f229b7f94c7e0c66ae69b1be826745#A#compaction#481 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T12:42:27,376 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/.tmp/A/ce9fc5b6e27e4e289f5e275817063ccf is 175, key is test_row_0/A:col10/1731069746453/Put/seqid=0 2024-11-08T12:42:27,376 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/.tmp/B/9143c4079a7d4f088fbcb7ad4c61ffd3 as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/B/9143c4079a7d4f088fbcb7ad4c61ffd3 2024-11-08T12:42:27,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742395_1571 (size=31549) 2024-11-08T12:42:27,381 INFO [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d0f229b7f94c7e0c66ae69b1be826745/B of d0f229b7f94c7e0c66ae69b1be826745 into 9143c4079a7d4f088fbcb7ad4c61ffd3(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T12:42:27,382 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d0f229b7f94c7e0c66ae69b1be826745: 2024-11-08T12:42:27,382 INFO [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., storeName=d0f229b7f94c7e0c66ae69b1be826745/B, priority=13, startTime=1731069746930; duration=0sec 2024-11-08T12:42:27,382 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T12:42:27,382 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d0f229b7f94c7e0c66ae69b1be826745:B 2024-11-08T12:42:27,382 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T12:42:27,383 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34401 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T12:42:27,383 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HStore(1541): d0f229b7f94c7e0c66ae69b1be826745/C is initiating minor compaction (all files) 2024-11-08T12:42:27,384 INFO [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d0f229b7f94c7e0c66ae69b1be826745/C in TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745. 2024-11-08T12:42:27,384 INFO [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/C/8cc9aed155db488381608573724492c8, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/C/4655b4cd910d4fd08631df7023576269, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/C/dc3ed8b3dcc04517947c8e55cb941d74] into tmpdir=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/.tmp, totalSize=33.6 K 2024-11-08T12:42:27,384 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.Compactor(225): Compacting 8cc9aed155db488381608573724492c8, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1731069743118 2024-11-08T12:42:27,384 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/.tmp/A/ce9fc5b6e27e4e289f5e275817063ccf as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/A/ce9fc5b6e27e4e289f5e275817063ccf 2024-11-08T12:42:27,384 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.Compactor(225): Compacting 4655b4cd910d4fd08631df7023576269, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=167, earliestPutTs=1731069744269 2024-11-08T12:42:27,388 INFO [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d0f229b7f94c7e0c66ae69b1be826745/A of d0f229b7f94c7e0c66ae69b1be826745 into ce9fc5b6e27e4e289f5e275817063ccf(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T12:42:27,388 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d0f229b7f94c7e0c66ae69b1be826745: 2024-11-08T12:42:27,388 INFO [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., storeName=d0f229b7f94c7e0c66ae69b1be826745/A, priority=13, startTime=1731069746929; duration=0sec 2024-11-08T12:42:27,389 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T12:42:27,389 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d0f229b7f94c7e0c66ae69b1be826745:A 2024-11-08T12:42:27,397 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] compactions.Compactor(225): Compacting dc3ed8b3dcc04517947c8e55cb941d74, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=182, earliestPutTs=1731069746453 2024-11-08T12:42:27,404 INFO [RS:0;6ccfea20c990:38479-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d0f229b7f94c7e0c66ae69b1be826745#C#compaction#483 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T12:42:27,404 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/.tmp/C/9c9fabb3725c4e588664ae27429ec134 is 50, key is test_row_0/C:col10/1731069746453/Put/seqid=0 2024-11-08T12:42:27,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742396_1572 (size=12595) 2024-11-08T12:42:27,417 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/.tmp/C/9c9fabb3725c4e588664ae27429ec134 as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/C/9c9fabb3725c4e588664ae27429ec134 2024-11-08T12:42:27,422 INFO [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d0f229b7f94c7e0c66ae69b1be826745/C of d0f229b7f94c7e0c66ae69b1be826745 into 9c9fabb3725c4e588664ae27429ec134(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T12:42:27,422 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d0f229b7f94c7e0c66ae69b1be826745: 2024-11-08T12:42:27,422 INFO [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., storeName=d0f229b7f94c7e0c66ae69b1be826745/C, priority=13, startTime=1731069746930; duration=0sec 2024-11-08T12:42:27,422 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T12:42:27,422 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d0f229b7f94c7e0c66ae69b1be826745:C 2024-11-08T12:42:27,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,449 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108bbb0a748da1f40fd8bff80763e3e2472_d0f229b7f94c7e0c66ae69b1be826745 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108bbb0a748da1f40fd8bff80763e3e2472_d0f229b7f94c7e0c66ae69b1be826745 2024-11-08T12:42:27,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/.tmp/A/e6f305a375e24902b63df9992bd58455, store: [table=TestAcidGuarantees family=A region=d0f229b7f94c7e0c66ae69b1be826745] 2024-11-08T12:42:27,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/.tmp/A/e6f305a375e24902b63df9992bd58455 is 175, key is test_row_0/A:col10/1731069746514/Put/seqid=0 2024-11-08T12:42:27,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742397_1573 (size=31105) 2024-11-08T12:42:27,455 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=207, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/.tmp/A/e6f305a375e24902b63df9992bd58455 2024-11-08T12:42:27,462 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/.tmp/B/9a1a9bfd665c4578ac67567e668b7172 is 50, key is test_row_0/B:col10/1731069746514/Put/seqid=0 2024-11-08T12:42:27,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742398_1574 (size=12151) 2024-11-08T12:42:27,466 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=207 (bloomFilter=true), to=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/.tmp/B/9a1a9bfd665c4578ac67567e668b7172 2024-11-08T12:42:27,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/.tmp/C/1c9af52f3aef4869993937a9e333872b is 50, key is test_row_0/C:col10/1731069746514/Put/seqid=0 2024-11-08T12:42:27,476 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:42:27,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33452 deadline: 1731069807473, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:42:27,476 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:27,476 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:27,476 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:42:27,476 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:42:27,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33454 deadline: 1731069807473, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:42:27,476 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:27,476 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:27,476 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:42:27,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742399_1575 (size=12151) 2024-11-08T12:42:27,486 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:42:27,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33428 deadline: 1731069807483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:42:27,486 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:27,487 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:27,487 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:42:27,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-11-08T12:42:27,784 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:42:27,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33452 deadline: 1731069807783, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:42:27,784 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:27,784 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:42:27,784 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:27,784 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:42:27,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33454 deadline: 1731069807783, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:42:27,784 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:27,784 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:27,784 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:42:27,794 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:42:27,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33428 deadline: 1731069807793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:42:27,794 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:27,794 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:27,794 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:42:27,879 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=207 (bloomFilter=true), to=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/.tmp/C/1c9af52f3aef4869993937a9e333872b 2024-11-08T12:42:27,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/.tmp/A/e6f305a375e24902b63df9992bd58455 as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/A/e6f305a375e24902b63df9992bd58455 2024-11-08T12:42:27,885 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/A/e6f305a375e24902b63df9992bd58455, entries=150, sequenceid=207, filesize=30.4 K 2024-11-08T12:42:27,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/.tmp/B/9a1a9bfd665c4578ac67567e668b7172 as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/B/9a1a9bfd665c4578ac67567e668b7172 2024-11-08T12:42:27,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,888 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/B/9a1a9bfd665c4578ac67567e668b7172, entries=150, sequenceid=207, filesize=11.9 K 2024-11-08T12:42:27,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/.tmp/C/1c9af52f3aef4869993937a9e333872b as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/C/1c9af52f3aef4869993937a9e333872b 2024-11-08T12:42:27,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,892 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/C/1c9af52f3aef4869993937a9e333872b, entries=150, sequenceid=207, filesize=11.9 K 2024-11-08T12:42:27,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,892 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for d0f229b7f94c7e0c66ae69b1be826745 in 874ms, sequenceid=207, compaction requested=false 2024-11-08T12:42:27,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2603): Flush status journal for d0f229b7f94c7e0c66ae69b1be826745: 2024-11-08T12:42:27,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745. 2024-11-08T12:42:27,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=161 2024-11-08T12:42:27,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] master.HMaster(4169): Remote procedure done, pid=161 2024-11-08T12:42:27,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,896 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=161, resume processing ppid=160 2024-11-08T12:42:27,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,896 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=161, ppid=160, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0280 sec 2024-11-08T12:42:27,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,898 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=160, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees in 1.0330 sec 2024-11-08T12:42:27,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:27,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-11-08T12:42:28,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,004 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-08T12:42:28,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,005 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-08T12:42:28,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] procedure2.ProcedureExecutor(1139): Stored pid=162, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=162, table=TestAcidGuarantees 2024-11-08T12:42:28,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-11-08T12:42:28,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,007 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=162, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=162, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-08T12:42:28,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,008 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=162, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=162, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-08T12:42:28,008 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=163, ppid=162, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-08T12:42:28,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-11-08T12:42:28,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,161 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38479 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-11-08T12:42:28,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745. 2024-11-08T12:42:28,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,161 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2902): Flushing d0f229b7f94c7e0c66ae69b1be826745 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-08T12:42:28,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411087fbe57809a0f40a1b32abe56193ee713_d0f229b7f94c7e0c66ae69b1be826745 is 50, key is test_row_1/A:col10/1731069747153/Put/seqid=0 2024-11-08T12:42:28,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742400_1576 (size=9814) 2024-11-08T12:42:28,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,179 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411087fbe57809a0f40a1b32abe56193ee713_d0f229b7f94c7e0c66ae69b1be826745 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411087fbe57809a0f40a1b32abe56193ee713_d0f229b7f94c7e0c66ae69b1be826745 2024-11-08T12:42:28,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/.tmp/A/bf729cc709c04afd9b49fa90e32d0325, store: [table=TestAcidGuarantees family=A region=d0f229b7f94c7e0c66ae69b1be826745] 2024-11-08T12:42:28,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/.tmp/A/bf729cc709c04afd9b49fa90e32d0325 is 175, key is test_row_1/A:col10/1731069747153/Put/seqid=0 2024-11-08T12:42:28,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742401_1577 (size=22461) 2024-11-08T12:42:28,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,203 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=221, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/.tmp/A/bf729cc709c04afd9b49fa90e32d0325 2024-11-08T12:42:28,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/.tmp/B/8ee9e153cd93432f9fc93fa81954f948 is 50, key is test_row_1/B:col10/1731069747153/Put/seqid=0 2024-11-08T12:42:28,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742402_1578 (size=9757) 2024-11-08T12:42:28,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(8855): Flush requested on d0f229b7f94c7e0c66ae69b1be826745 2024-11-08T12:42:28,295 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745. as already flushing 2024-11-08T12:42:28,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-11-08T12:42:28,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:28,340 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:42:28,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33428 deadline: 1731069808336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:42:28,340 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:42:28,340 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:28,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33454 deadline: 1731069808337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:42:28,340 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:28,340 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:42:28,340 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:28,340 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:28,340 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:42:28,341 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:42:28,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33452 deadline: 1731069808338, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:42:28,342 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:28,342 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:28,342 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:42:28,444 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:42:28,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33428 deadline: 1731069808443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:42:28,444 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:42:28,444 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:28,444 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:28,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33454 deadline: 1731069808443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:42:28,444 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:42:28,445 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:28,445 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:28,445 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:42:28,445 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:42:28,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33452 deadline: 1731069808443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:42:28,445 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:28,445 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:28,445 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:42:28,624 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=221 (bloomFilter=true), to=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/.tmp/B/8ee9e153cd93432f9fc93fa81954f948 2024-11-08T12:42:28,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/.tmp/C/522e21a3725f405fb9003798c5182fc2 is 50, key is test_row_1/C:col10/1731069747153/Put/seqid=0 2024-11-08T12:42:28,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-11-08T12:42:28,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742403_1579 (size=9757) 2024-11-08T12:42:28,655 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:42:28,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33454 deadline: 1731069808653, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:42:28,656 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:28,656 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:28,656 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:42:28,656 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:42:28,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33428 deadline: 1731069808653, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:42:28,656 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:42:28,656 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:28,656 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:28,656 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:42:28,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33452 deadline: 1731069808653, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:42:28,656 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:28,656 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:28,656 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:42:28,963 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:42:28,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33454 deadline: 1731069808963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:42:28,964 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:42:28,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33428 deadline: 1731069808963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:42:28,964 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:28,964 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:28,964 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:42:28,964 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:28,964 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:28,964 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:42:28,965 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:42:28,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33452 deadline: 1731069808963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:42:28,965 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:28,965 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:28,965 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:42:29,036 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=221 (bloomFilter=true), to=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/.tmp/C/522e21a3725f405fb9003798c5182fc2 2024-11-08T12:42:29,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/.tmp/A/bf729cc709c04afd9b49fa90e32d0325 as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/A/bf729cc709c04afd9b49fa90e32d0325 2024-11-08T12:42:29,044 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/A/bf729cc709c04afd9b49fa90e32d0325, entries=100, sequenceid=221, filesize=21.9 K 2024-11-08T12:42:29,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/.tmp/B/8ee9e153cd93432f9fc93fa81954f948 as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/B/8ee9e153cd93432f9fc93fa81954f948 2024-11-08T12:42:29,048 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/B/8ee9e153cd93432f9fc93fa81954f948, entries=100, sequenceid=221, filesize=9.5 K 2024-11-08T12:42:29,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/.tmp/C/522e21a3725f405fb9003798c5182fc2 as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/C/522e21a3725f405fb9003798c5182fc2 2024-11-08T12:42:29,055 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/C/522e21a3725f405fb9003798c5182fc2, entries=100, sequenceid=221, filesize=9.5 K 2024-11-08T12:42:29,056 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for d0f229b7f94c7e0c66ae69b1be826745 in 894ms, sequenceid=221, compaction requested=true 2024-11-08T12:42:29,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2603): Flush status journal for d0f229b7f94c7e0c66ae69b1be826745: 2024-11-08T12:42:29,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745. 2024-11-08T12:42:29,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=163 2024-11-08T12:42:29,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] master.HMaster(4169): Remote procedure done, pid=163 2024-11-08T12:42:29,061 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=163, resume processing ppid=162 2024-11-08T12:42:29,061 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=163, ppid=162, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0490 sec 2024-11-08T12:42:29,062 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=162, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=162, table=TestAcidGuarantees in 1.0560 sec 2024-11-08T12:42:29,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-11-08T12:42:29,143 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-08T12:42:29,143 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-08T12:42:29,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] procedure2.ProcedureExecutor(1139): Stored pid=164, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=164, table=TestAcidGuarantees 2024-11-08T12:42:29,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-11-08T12:42:29,145 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=164, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=164, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-08T12:42:29,146 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=164, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=164, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-08T12:42:29,146 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=165, ppid=164, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-08T12:42:29,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-11-08T12:42:29,299 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38479 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=165 2024-11-08T12:42:29,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745. 2024-11-08T12:42:29,300 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2902): Flushing d0f229b7f94c7e0c66ae69b1be826745 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-08T12:42:29,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108c165c114412b48b889d869e870b9c406_d0f229b7f94c7e0c66ae69b1be826745 is 50, key is test_row_0/A:col10/1731069748336/Put/seqid=0 2024-11-08T12:42:29,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742404_1580 (size=12304) 2024-11-08T12:42:29,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-11-08T12:42:29,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(8855): Flush requested on d0f229b7f94c7e0c66ae69b1be826745 2024-11-08T12:42:29,476 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745. as already flushing 2024-11-08T12:42:29,486 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:42:29,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33454 deadline: 1731069809485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:42:29,487 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:29,487 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:29,487 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:42:29,490 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:42:29,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33428 deadline: 1731069809486, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:42:29,490 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:42:29,490 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:29,490 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:29,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33452 deadline: 1731069809487, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:42:29,490 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:42:29,490 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:29,490 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:29,490 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:42:29,594 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:42:29,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33454 deadline: 1731069809593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:42:29,594 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:42:29,594 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:29,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33428 deadline: 1731069809593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:42:29,594 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:29,594 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:42:29,595 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:29,595 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:29,595 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:42:29,596 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:42:29,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33452 deadline: 1731069809593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:42:29,596 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:29,596 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:29,596 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:42:29,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:29,712 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108c165c114412b48b889d869e870b9c406_d0f229b7f94c7e0c66ae69b1be826745 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108c165c114412b48b889d869e870b9c406_d0f229b7f94c7e0c66ae69b1be826745 2024-11-08T12:42:29,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/.tmp/A/6124b565ef544160b01f3b81daf18087, store: [table=TestAcidGuarantees family=A region=d0f229b7f94c7e0c66ae69b1be826745] 2024-11-08T12:42:29,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/.tmp/A/6124b565ef544160b01f3b81daf18087 is 175, key is test_row_0/A:col10/1731069748336/Put/seqid=0 2024-11-08T12:42:29,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742405_1581 (size=31105) 2024-11-08T12:42:29,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-11-08T12:42:29,805 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:42:29,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33454 deadline: 1731069809802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:42:29,806 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:42:29,806 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:29,806 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:29,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33428 deadline: 1731069809803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:42:29,806 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:42:29,806 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:42:29,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33452 deadline: 1731069809803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:42:29,806 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:29,806 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:29,806 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:42:29,806 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:29,806 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:29,806 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:42:30,116 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:42:30,116 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=246, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/.tmp/A/6124b565ef544160b01f3b81daf18087 2024-11-08T12:42:30,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33454 deadline: 1731069810113, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:42:30,116 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:42:30,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33428 deadline: 1731069810113, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:42:30,116 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:30,116 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:30,116 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:42:30,116 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:30,116 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:42:30,116 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:30,116 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:42:30,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33452 deadline: 1731069810113, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:42:30,117 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:30,117 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:30,117 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:42:30,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/.tmp/B/5d2234b265454945927423e4e4f768fd is 50, key is test_row_0/B:col10/1731069748336/Put/seqid=0 2024-11-08T12:42:30,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742406_1582 (size=12151) 2024-11-08T12:42:30,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-11-08T12:42:30,525 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=246 (bloomFilter=true), to=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/.tmp/B/5d2234b265454945927423e4e4f768fd 2024-11-08T12:42:30,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/.tmp/C/97e4e510c7974f648b1401b13e815764 is 50, key is test_row_0/C:col10/1731069748336/Put/seqid=0 2024-11-08T12:42:30,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742407_1583 (size=12151) 2024-11-08T12:42:30,624 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:42:30,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33454 deadline: 1731069810623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:42:30,624 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:42:30,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33428 deadline: 1731069810623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:42:30,624 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:30,625 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:30,625 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:42:30,625 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:30,625 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:42:30,625 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:30,625 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:42:30,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33452 deadline: 1731069810623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:42:30,625 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:30,625 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:30,625 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:42:30,935 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=246 (bloomFilter=true), to=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/.tmp/C/97e4e510c7974f648b1401b13e815764 2024-11-08T12:42:30,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/.tmp/A/6124b565ef544160b01f3b81daf18087 as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/A/6124b565ef544160b01f3b81daf18087 2024-11-08T12:42:30,942 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/A/6124b565ef544160b01f3b81daf18087, entries=150, sequenceid=246, filesize=30.4 K 2024-11-08T12:42:30,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/.tmp/B/5d2234b265454945927423e4e4f768fd as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/B/5d2234b265454945927423e4e4f768fd 2024-11-08T12:42:30,945 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/B/5d2234b265454945927423e4e4f768fd, entries=150, sequenceid=246, filesize=11.9 K 2024-11-08T12:42:30,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/.tmp/C/97e4e510c7974f648b1401b13e815764 as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/C/97e4e510c7974f648b1401b13e815764 2024-11-08T12:42:30,949 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/C/97e4e510c7974f648b1401b13e815764, entries=150, sequenceid=246, filesize=11.9 K 2024-11-08T12:42:30,951 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for d0f229b7f94c7e0c66ae69b1be826745 in 1652ms, sequenceid=246, compaction requested=true 2024-11-08T12:42:30,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2603): Flush status journal for d0f229b7f94c7e0c66ae69b1be826745: 2024-11-08T12:42:30,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745. 2024-11-08T12:42:30,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=165 2024-11-08T12:42:30,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] master.HMaster(4169): Remote procedure done, pid=165 2024-11-08T12:42:30,954 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=165, resume processing ppid=164 2024-11-08T12:42:30,954 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=165, ppid=164, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8070 sec 2024-11-08T12:42:30,955 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=164, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=164, table=TestAcidGuarantees in 1.8100 sec 2024-11-08T12:42:31,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-11-08T12:42:31,293 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-08T12:42:31,294 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-08T12:42:31,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] procedure2.ProcedureExecutor(1139): Stored pid=166, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=166, table=TestAcidGuarantees 2024-11-08T12:42:31,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-11-08T12:42:31,295 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=166, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=166, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-08T12:42:31,296 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=166, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=166, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-08T12:42:31,296 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=167, ppid=166, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-08T12:42:31,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-11-08T12:42:31,448 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38479 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=167 2024-11-08T12:42:31,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745. 2024-11-08T12:42:31,448 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(2902): Flushing d0f229b7f94c7e0c66ae69b1be826745 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-08T12:42:31,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110849f34e0d8a454ff0932da4570ae548ff_d0f229b7f94c7e0c66ae69b1be826745 is 50, key is test_row_0/A:col10/1731069749485/Put/seqid=0 2024-11-08T12:42:31,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742408_1584 (size=12354) 2024-11-08T12:42:31,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-11-08T12:42:31,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(8855): Flush requested on d0f229b7f94c7e0c66ae69b1be826745 2024-11-08T12:42:31,635 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745. as already flushing 2024-11-08T12:42:31,667 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:42:31,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33454 deadline: 1731069811663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:42:31,668 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:31,668 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:31,668 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:42:31,670 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:42:31,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33428 deadline: 1731069811667, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:42:31,671 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:31,671 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:31,671 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:42:31,672 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:42:31,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33452 deadline: 1731069811668, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:42:31,672 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:31,672 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:31,672 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:42:31,775 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:42:31,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33454 deadline: 1731069811773, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:42:31,776 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:42:31,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33428 deadline: 1731069811773, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:42:31,776 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:31,776 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:31,776 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:42:31,776 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:31,776 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:31,776 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:42:31,785 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:42:31,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33452 deadline: 1731069811782, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:42:31,785 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:31,785 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:31,785 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:42:31,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:31,860 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110849f34e0d8a454ff0932da4570ae548ff_d0f229b7f94c7e0c66ae69b1be826745 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110849f34e0d8a454ff0932da4570ae548ff_d0f229b7f94c7e0c66ae69b1be826745 2024-11-08T12:42:31,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/.tmp/A/f98e1c9d1d76453fbe8e1b7c59500f6f, store: [table=TestAcidGuarantees family=A region=d0f229b7f94c7e0c66ae69b1be826745] 2024-11-08T12:42:31,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/.tmp/A/f98e1c9d1d76453fbe8e1b7c59500f6f is 175, key is test_row_0/A:col10/1731069749485/Put/seqid=0 2024-11-08T12:42:31,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742409_1585 (size=31155) 2024-11-08T12:42:31,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-11-08T12:42:31,985 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:42:31,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33454 deadline: 1731069811983, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:42:31,985 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:42:31,985 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:31,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33428 deadline: 1731069811983, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:42:31,985 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:31,985 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:42:31,986 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:31,986 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:31,986 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:42:31,995 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:42:31,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33452 deadline: 1731069811992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:42:31,995 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:31,995 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:31,995 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:42:32,265 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=258, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/.tmp/A/f98e1c9d1d76453fbe8e1b7c59500f6f 2024-11-08T12:42:32,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/.tmp/B/6fe5852d0bbb41aa845c34abe05251db is 50, key is test_row_0/B:col10/1731069749485/Put/seqid=0 2024-11-08T12:42:32,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742410_1586 (size=12201) 2024-11-08T12:42:32,297 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:42:32,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33454 deadline: 1731069812293, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:42:32,297 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:32,297 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:32,297 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:42:32,297 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:42:32,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33428 deadline: 1731069812293, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:42:32,298 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:32,298 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:32,298 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:42:32,303 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:42:32,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33452 deadline: 1731069812303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:42:32,304 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:32,304 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:32,304 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:42:32,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-11-08T12:42:32,678 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=258 (bloomFilter=true), to=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/.tmp/B/6fe5852d0bbb41aa845c34abe05251db 2024-11-08T12:42:32,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/.tmp/C/110c16792135486a94f85f48b2f409c1 is 50, key is test_row_0/C:col10/1731069749485/Put/seqid=0 2024-11-08T12:42:32,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742411_1587 (size=12201) 2024-11-08T12:42:32,805 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:42:32,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33454 deadline: 1731069812803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:42:32,805 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:42:32,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33428 deadline: 1731069812803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:42:32,806 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:32,806 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:32,806 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:42:32,806 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:32,806 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:32,806 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:42:32,815 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T12:42:32,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38479 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33452 deadline: 1731069812813, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 2024-11-08T12:42:32,815 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 , the old value is region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:32,815 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T12:42:32,815 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., hostname=6ccfea20c990,38479,1731069575023, seqNum=5 because the exception is null or not the one we care about 2024-11-08T12:42:33,086 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=258 (bloomFilter=true), to=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/.tmp/C/110c16792135486a94f85f48b2f409c1 2024-11-08T12:42:33,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/.tmp/A/f98e1c9d1d76453fbe8e1b7c59500f6f as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/A/f98e1c9d1d76453fbe8e1b7c59500f6f 2024-11-08T12:42:33,094 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/A/f98e1c9d1d76453fbe8e1b7c59500f6f, entries=150, sequenceid=258, filesize=30.4 K 2024-11-08T12:42:33,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/.tmp/B/6fe5852d0bbb41aa845c34abe05251db as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/B/6fe5852d0bbb41aa845c34abe05251db 2024-11-08T12:42:33,097 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/B/6fe5852d0bbb41aa845c34abe05251db, entries=150, sequenceid=258, filesize=11.9 K 2024-11-08T12:42:33,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/.tmp/C/110c16792135486a94f85f48b2f409c1 as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/C/110c16792135486a94f85f48b2f409c1 2024-11-08T12:42:33,105 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/C/110c16792135486a94f85f48b2f409c1, entries=150, sequenceid=258, filesize=11.9 K 2024-11-08T12:42:33,106 INFO [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for d0f229b7f94c7e0c66ae69b1be826745 in 1658ms, sequenceid=258, compaction requested=true 2024-11-08T12:42:33,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(2603): Flush status journal for d0f229b7f94c7e0c66ae69b1be826745: 2024-11-08T12:42:33,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745. 2024-11-08T12:42:33,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6ccfea20c990:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=167 2024-11-08T12:42:33,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] master.HMaster(4169): Remote procedure done, pid=167 2024-11-08T12:42:33,109 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=167, resume processing ppid=166 2024-11-08T12:42:33,109 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=167, ppid=166, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8110 sec 2024-11-08T12:42:33,110 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=166, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=166, table=TestAcidGuarantees in 1.8150 sec 2024-11-08T12:42:33,226 INFO [Thread-2322 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2322. 2024-11-08T12:42:33,226 DEBUG [Thread-2322 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-08T12:42:33,226 DEBUG [Thread-2322 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T12:42:33,226 DEBUG [Thread-2322 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T12:42:33,226 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T12:42:33,227 INFO [Thread-2328 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2328. 2024-11-08T12:42:33,227 INFO [Thread-2320 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2320. 2024-11-08T12:42:33,227 DEBUG [Thread-2328 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-08T12:42:33,227 DEBUG [Thread-2320 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-08T12:42:33,227 DEBUG [Thread-2320 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T12:42:33,227 DEBUG [Thread-2328 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T12:42:33,227 DEBUG [Thread-2328 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T12:42:33,227 DEBUG [Thread-2320 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T12:42:33,227 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T12:42:33,227 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T12:42:33,229 INFO [Thread-2324 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2324. 2024-11-08T12:42:33,229 DEBUG [Thread-2324 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-08T12:42:33,229 DEBUG [Thread-2324 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T12:42:33,229 DEBUG [Thread-2324 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T12:42:33,229 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T12:42:33,229 INFO [Thread-2326 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2326. 2024-11-08T12:42:33,229 DEBUG [Thread-2326 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-08T12:42:33,230 DEBUG [Thread-2326 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T12:42:33,230 DEBUG [Thread-2326 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T12:42:33,230 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T12:42:33,283 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-08T12:42:33,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-11-08T12:42:33,455 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-08T12:42:33,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38479 {}] regionserver.HRegion(8855): Flush requested on d0f229b7f94c7e0c66ae69b1be826745 2024-11-08T12:42:33,817 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-08T12:42:33,818 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d0f229b7f94c7e0c66ae69b1be826745 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-08T12:42:33,818 INFO [Thread-2313 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2313. 2024-11-08T12:42:33,818 DEBUG [Thread-2313 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-08T12:42:33,818 DEBUG [Thread-2313 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T12:42:33,819 DEBUG [Thread-2313 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T12:42:33,819 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T12:42:33,827 INFO [Thread-2309 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2309. 2024-11-08T12:42:33,827 INFO [Thread-2317 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2317. 2024-11-08T12:42:33,827 DEBUG [Thread-2309 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-08T12:42:33,827 DEBUG [Thread-2317 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-08T12:42:33,827 DEBUG [Thread-2309 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T12:42:33,827 DEBUG [Thread-2317 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T12:42:33,827 DEBUG [Thread-2309 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T12:42:33,827 DEBUG [Thread-2317 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T12:42:33,827 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T12:42:33,827 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T12:42:33,830 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411087b35b7713de14b7c89cebc86b20ae73f_d0f229b7f94c7e0c66ae69b1be826745 is 50, key is test_row_0/A:col10/1731069753814/Put/seqid=0 2024-11-08T12:42:33,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742412_1588 (size=12454) 2024-11-08T12:42:34,236 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:34,244 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411087b35b7713de14b7c89cebc86b20ae73f_d0f229b7f94c7e0c66ae69b1be826745 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411087b35b7713de14b7c89cebc86b20ae73f_d0f229b7f94c7e0c66ae69b1be826745 2024-11-08T12:42:34,245 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/.tmp/A/0631c4ed8bdd4efabb97af77356ecb10, store: [table=TestAcidGuarantees family=A region=d0f229b7f94c7e0c66ae69b1be826745] 2024-11-08T12:42:34,246 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/.tmp/A/0631c4ed8bdd4efabb97af77356ecb10 is 175, key is test_row_0/A:col10/1731069753814/Put/seqid=0 2024-11-08T12:42:34,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742413_1589 (size=31255) 2024-11-08T12:42:34,296 INFO [Thread-2315 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2315. 2024-11-08T12:42:34,296 DEBUG [Thread-2315 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-08T12:42:34,296 DEBUG [Thread-2315 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T12:42:34,296 DEBUG [Thread-2315 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T12:42:34,297 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T12:42:34,316 INFO [Thread-2311 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2311. 2024-11-08T12:42:34,316 DEBUG [Thread-2311 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-08T12:42:34,316 DEBUG [Thread-2311 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T12:42:34,317 DEBUG [Thread-2311 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T12:42:34,317 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T12:42:34,317 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-08T12:42:34,317 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 50 2024-11-08T12:42:34,317 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 16 2024-11-08T12:42:34,317 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 44 2024-11-08T12:42:34,317 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 13 2024-11-08T12:42:34,318 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 103 2024-11-08T12:42:34,318 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-08T12:42:34,318 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4053 2024-11-08T12:42:34,318 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3817 2024-11-08T12:42:34,318 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3653 2024-11-08T12:42:34,318 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4061 2024-11-08T12:42:34,318 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3819 2024-11-08T12:42:34,318 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-08T12:42:34,318 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T12:42:34,318 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMobGetAtomicity(AcidGuaranteesTestBase.java:122) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T12:42:34,318 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T12:42:34,319 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T12:42:34,319 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T12:42:34,320 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-08T12:42:34,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] procedure2.ProcedureExecutor(1139): Stored pid=168, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-08T12:42:34,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=168 2024-11-08T12:42:34,324 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731069754324"}]},"ts":"1731069754324"} 2024-11-08T12:42:34,326 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-08T12:42:34,326 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-08T12:42:34,326 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=169, ppid=168, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-08T12:42:34,328 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=170, ppid=169, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=d0f229b7f94c7e0c66ae69b1be826745, UNASSIGN}] 2024-11-08T12:42:34,328 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=170, ppid=169, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=d0f229b7f94c7e0c66ae69b1be826745, UNASSIGN 2024-11-08T12:42:34,329 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=170 updating hbase:meta row=d0f229b7f94c7e0c66ae69b1be826745, regionState=CLOSING, regionLocation=6ccfea20c990,38479,1731069575023 2024-11-08T12:42:34,330 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=170, ppid=169, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=d0f229b7f94c7e0c66ae69b1be826745, UNASSIGN because future has completed 2024-11-08T12:42:34,331 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-08T12:42:34,331 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=171, ppid=170, state=RUNNABLE, hasLock=false; CloseRegionProcedure d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023}] 2024-11-08T12:42:34,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=168 2024-11-08T12:42:34,483 INFO [RS_CLOSE_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] handler.UnassignRegionHandler(122): Close d0f229b7f94c7e0c66ae69b1be826745 2024-11-08T12:42:34,483 DEBUG [RS_CLOSE_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-08T12:42:34,483 DEBUG [RS_CLOSE_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] regionserver.HRegion(1722): Closing d0f229b7f94c7e0c66ae69b1be826745, disabling compactions & flushes 2024-11-08T12:42:34,483 DEBUG [RS_CLOSE_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] regionserver.HRegion(1993): waiting for 0 compactions & cache flush to complete for region TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745. 2024-11-08T12:42:34,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=168 2024-11-08T12:42:34,651 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=283, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/.tmp/A/0631c4ed8bdd4efabb97af77356ecb10 2024-11-08T12:42:34,665 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/.tmp/B/4cc8457aaf134b92b70e86bb02e0c4e8 is 50, key is test_row_0/B:col10/1731069753814/Put/seqid=0 2024-11-08T12:42:34,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742414_1590 (size=12301) 2024-11-08T12:42:34,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=168 2024-11-08T12:42:35,069 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=283 (bloomFilter=true), to=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/.tmp/B/4cc8457aaf134b92b70e86bb02e0c4e8 2024-11-08T12:42:35,081 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/.tmp/C/2376bc6f4b544991b207eb2bae99e13c is 50, key is test_row_0/C:col10/1731069753814/Put/seqid=0 2024-11-08T12:42:35,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742415_1591 (size=12301) 2024-11-08T12:42:35,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=168 2024-11-08T12:42:35,486 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=283 (bloomFilter=true), to=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/.tmp/C/2376bc6f4b544991b207eb2bae99e13c 2024-11-08T12:42:35,497 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/.tmp/A/0631c4ed8bdd4efabb97af77356ecb10 as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/A/0631c4ed8bdd4efabb97af77356ecb10 2024-11-08T12:42:35,502 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/A/0631c4ed8bdd4efabb97af77356ecb10, entries=150, sequenceid=283, filesize=30.5 K 2024-11-08T12:42:35,503 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/.tmp/B/4cc8457aaf134b92b70e86bb02e0c4e8 as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/B/4cc8457aaf134b92b70e86bb02e0c4e8 2024-11-08T12:42:35,507 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/B/4cc8457aaf134b92b70e86bb02e0c4e8, entries=150, sequenceid=283, filesize=12.0 K 2024-11-08T12:42:35,508 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/.tmp/C/2376bc6f4b544991b207eb2bae99e13c as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/C/2376bc6f4b544991b207eb2bae99e13c 2024-11-08T12:42:35,512 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/C/2376bc6f4b544991b207eb2bae99e13c, entries=150, sequenceid=283, filesize=12.0 K 2024-11-08T12:42:35,513 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=26.84 KB/27480 for d0f229b7f94c7e0c66ae69b1be826745 in 1696ms, sequenceid=283, compaction requested=true 2024-11-08T12:42:35,513 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d0f229b7f94c7e0c66ae69b1be826745: 2024-11-08T12:42:35,513 INFO [RS_CLOSE_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745. 2024-11-08T12:42:35,513 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d0f229b7f94c7e0c66ae69b1be826745:A, priority=-2147483648, current under compaction store size is 1 2024-11-08T12:42:35,513 DEBUG [RS_CLOSE_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745. 2024-11-08T12:42:35,513 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T12:42:35,513 DEBUG [RS_CLOSE_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745. after waiting 0 ms 2024-11-08T12:42:35,513 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d0f229b7f94c7e0c66ae69b1be826745:B, priority=-2147483648, current under compaction store size is 2 2024-11-08T12:42:35,513 DEBUG [RS_CLOSE_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745. 2024-11-08T12:42:35,513 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T12:42:35,514 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d0f229b7f94c7e0c66ae69b1be826745:C, priority=-2147483648, current under compaction store size is 3 2024-11-08T12:42:35,514 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T12:42:35,514 INFO [RS_CLOSE_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] regionserver.HRegion(2902): Flushing d0f229b7f94c7e0c66ae69b1be826745 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-11-08T12:42:35,514 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745. because compaction request was cancelled 2024-11-08T12:42:35,514 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745. because compaction request was cancelled 2024-11-08T12:42:35,514 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d0f229b7f94c7e0c66ae69b1be826745:B 2024-11-08T12:42:35,514 DEBUG [RS:0;6ccfea20c990:38479-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d0f229b7f94c7e0c66ae69b1be826745:A 2024-11-08T12:42:35,514 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745. because compaction request was cancelled 2024-11-08T12:42:35,514 DEBUG [RS:0;6ccfea20c990:38479-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d0f229b7f94c7e0c66ae69b1be826745:C 2024-11-08T12:42:35,521 DEBUG [RS_CLOSE_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110885184b27318747e5a24e8ef5fd0d23dc_d0f229b7f94c7e0c66ae69b1be826745 is 50, key is test_row_0/A:col10/1731069754294/Put/seqid=0 2024-11-08T12:42:35,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742416_1592 (size=12454) 2024-11-08T12:42:35,927 DEBUG [RS_CLOSE_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T12:42:35,935 INFO [RS_CLOSE_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110885184b27318747e5a24e8ef5fd0d23dc_d0f229b7f94c7e0c66ae69b1be826745 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110885184b27318747e5a24e8ef5fd0d23dc_d0f229b7f94c7e0c66ae69b1be826745 2024-11-08T12:42:35,936 DEBUG [RS_CLOSE_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/.tmp/A/218c3e52615f43f08ec266e8dc40f648, store: [table=TestAcidGuarantees family=A region=d0f229b7f94c7e0c66ae69b1be826745] 2024-11-08T12:42:35,937 DEBUG [RS_CLOSE_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/.tmp/A/218c3e52615f43f08ec266e8dc40f648 is 175, key is test_row_0/A:col10/1731069754294/Put/seqid=0 2024-11-08T12:42:35,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742417_1593 (size=31255) 2024-11-08T12:42:36,344 INFO [RS_CLOSE_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=290, memsize=8.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/.tmp/A/218c3e52615f43f08ec266e8dc40f648 2024-11-08T12:42:36,358 DEBUG [RS_CLOSE_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/.tmp/B/8323891b2e714551b284cc80cb9f1d0d is 50, key is test_row_0/B:col10/1731069754294/Put/seqid=0 2024-11-08T12:42:36,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742418_1594 (size=12301) 2024-11-08T12:42:36,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=168 2024-11-08T12:42:36,762 INFO [RS_CLOSE_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=290 (bloomFilter=true), to=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/.tmp/B/8323891b2e714551b284cc80cb9f1d0d 2024-11-08T12:42:36,770 DEBUG [RS_CLOSE_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/.tmp/C/8d539c46b5d1432a80c38df6fd572ed4 is 50, key is test_row_0/C:col10/1731069754294/Put/seqid=0 2024-11-08T12:42:36,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742419_1595 (size=12301) 2024-11-08T12:42:37,176 INFO [RS_CLOSE_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=290 (bloomFilter=true), to=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/.tmp/C/8d539c46b5d1432a80c38df6fd572ed4 2024-11-08T12:42:37,185 DEBUG [RS_CLOSE_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/.tmp/A/218c3e52615f43f08ec266e8dc40f648 as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/A/218c3e52615f43f08ec266e8dc40f648 2024-11-08T12:42:37,191 INFO [RS_CLOSE_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/A/218c3e52615f43f08ec266e8dc40f648, entries=150, sequenceid=290, filesize=30.5 K 2024-11-08T12:42:37,192 DEBUG [RS_CLOSE_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/.tmp/B/8323891b2e714551b284cc80cb9f1d0d as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/B/8323891b2e714551b284cc80cb9f1d0d 2024-11-08T12:42:37,196 INFO [RS_CLOSE_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/B/8323891b2e714551b284cc80cb9f1d0d, entries=150, sequenceid=290, filesize=12.0 K 2024-11-08T12:42:37,196 DEBUG [RS_CLOSE_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/.tmp/C/8d539c46b5d1432a80c38df6fd572ed4 as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/C/8d539c46b5d1432a80c38df6fd572ed4 2024-11-08T12:42:37,199 INFO [RS_CLOSE_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/C/8d539c46b5d1432a80c38df6fd572ed4, entries=150, sequenceid=290, filesize=12.0 K 2024-11-08T12:42:37,200 INFO [RS_CLOSE_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] regionserver.HRegion(3140): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for d0f229b7f94c7e0c66ae69b1be826745 in 1687ms, sequenceid=290, compaction requested=true 2024-11-08T12:42:37,200 DEBUG [StoreCloser-TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/A/6f6b7b6b6fb043b688c4aba93440276b, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/A/7f11c0156ca5424aa8440bc70f10c050, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/A/c3b875979d5443f4ae935105fafab619, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/A/270111a6b1bc429b8b03a56c69204a78, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/A/25dc2f86a72e4d8dae932e9137050da3, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/A/30092ddba2c24b58af0579c8aba5d6d5, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/A/57c0ff1d182b40dabec3a095a44ea886, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/A/a596e2cd098d45589a0013cf1c514394, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/A/236604c0d31c45948a39c0ec3d134022, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/A/fed464aa23f949e5b741b3c58eafaf66, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/A/8977efe3e1b84679bd4401ba32ca7b70, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/A/6a2065d851ff4448809cb7480bc47bd3, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/A/cb05c576ec584f9e952620dd357dffa9] to archive 2024-11-08T12:42:37,201 DEBUG [StoreCloser-TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-08T12:42:37,204 DEBUG [StoreCloser-TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/A/6f6b7b6b6fb043b688c4aba93440276b to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/A/6f6b7b6b6fb043b688c4aba93440276b 2024-11-08T12:42:37,205 DEBUG [StoreCloser-TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/A/7f11c0156ca5424aa8440bc70f10c050 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/A/7f11c0156ca5424aa8440bc70f10c050 2024-11-08T12:42:37,206 DEBUG [StoreCloser-TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/A/c3b875979d5443f4ae935105fafab619 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/A/c3b875979d5443f4ae935105fafab619 2024-11-08T12:42:37,207 DEBUG [StoreCloser-TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/A/270111a6b1bc429b8b03a56c69204a78 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/A/270111a6b1bc429b8b03a56c69204a78 2024-11-08T12:42:37,208 DEBUG [StoreCloser-TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/A/25dc2f86a72e4d8dae932e9137050da3 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/A/25dc2f86a72e4d8dae932e9137050da3 2024-11-08T12:42:37,209 DEBUG [StoreCloser-TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/A/30092ddba2c24b58af0579c8aba5d6d5 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/A/30092ddba2c24b58af0579c8aba5d6d5 2024-11-08T12:42:37,209 DEBUG [StoreCloser-TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/A/57c0ff1d182b40dabec3a095a44ea886 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/A/57c0ff1d182b40dabec3a095a44ea886 2024-11-08T12:42:37,210 DEBUG [StoreCloser-TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/A/a596e2cd098d45589a0013cf1c514394 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/A/a596e2cd098d45589a0013cf1c514394 2024-11-08T12:42:37,211 DEBUG [StoreCloser-TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/A/236604c0d31c45948a39c0ec3d134022 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/A/236604c0d31c45948a39c0ec3d134022 2024-11-08T12:42:37,212 DEBUG [StoreCloser-TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/A/fed464aa23f949e5b741b3c58eafaf66 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/A/fed464aa23f949e5b741b3c58eafaf66 2024-11-08T12:42:37,213 DEBUG [StoreCloser-TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/A/8977efe3e1b84679bd4401ba32ca7b70 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/A/8977efe3e1b84679bd4401ba32ca7b70 2024-11-08T12:42:37,214 DEBUG [StoreCloser-TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/A/6a2065d851ff4448809cb7480bc47bd3 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/A/6a2065d851ff4448809cb7480bc47bd3 2024-11-08T12:42:37,215 DEBUG [StoreCloser-TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/A/cb05c576ec584f9e952620dd357dffa9 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/A/cb05c576ec584f9e952620dd357dffa9 2024-11-08T12:42:37,216 DEBUG [StoreCloser-TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/B/78c434ac11184294870558c400bf6ef1, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/B/8740265454304f19ab6025ca79a21e31, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/B/a786d7269165456ebbf16684183ffa70, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/B/dd98f4158033413b8aee1b78f2b4a598, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/B/4a376b30ca0c43ef87f79b3c0bf13ef9, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/B/b040a36cd08e4af49d5cf9d2ddb47842, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/B/ca4385f543554f08925ee91143bbee02, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/B/a5b43df3e9464baba650e8eb4bd223d1, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/B/583db788bb3e447996c2ca82daeff1b6, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/B/6ae39649565547a780bdbba991cba873, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/B/8b5631c8690642f5bc7b2e1919c5443b, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/B/b65ec3ad78cf4af398a5f5a436388693, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/B/a8ef2725a1c7468eaa8dc9a3a7af8e6d] to archive 2024-11-08T12:42:37,217 DEBUG [StoreCloser-TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-08T12:42:37,218 DEBUG [StoreCloser-TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/B/78c434ac11184294870558c400bf6ef1 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/B/78c434ac11184294870558c400bf6ef1 2024-11-08T12:42:37,219 DEBUG [StoreCloser-TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/B/8740265454304f19ab6025ca79a21e31 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/B/8740265454304f19ab6025ca79a21e31 2024-11-08T12:42:37,220 DEBUG [StoreCloser-TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/B/a786d7269165456ebbf16684183ffa70 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/B/a786d7269165456ebbf16684183ffa70 2024-11-08T12:42:37,221 DEBUG [StoreCloser-TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/B/dd98f4158033413b8aee1b78f2b4a598 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/B/dd98f4158033413b8aee1b78f2b4a598 2024-11-08T12:42:37,221 DEBUG [StoreCloser-TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/B/4a376b30ca0c43ef87f79b3c0bf13ef9 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/B/4a376b30ca0c43ef87f79b3c0bf13ef9 2024-11-08T12:42:37,222 DEBUG [StoreCloser-TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/B/b040a36cd08e4af49d5cf9d2ddb47842 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/B/b040a36cd08e4af49d5cf9d2ddb47842 2024-11-08T12:42:37,223 DEBUG [StoreCloser-TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/B/ca4385f543554f08925ee91143bbee02 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/B/ca4385f543554f08925ee91143bbee02 2024-11-08T12:42:37,224 DEBUG [StoreCloser-TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/B/a5b43df3e9464baba650e8eb4bd223d1 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/B/a5b43df3e9464baba650e8eb4bd223d1 2024-11-08T12:42:37,225 DEBUG [StoreCloser-TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/B/583db788bb3e447996c2ca82daeff1b6 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/B/583db788bb3e447996c2ca82daeff1b6 2024-11-08T12:42:37,226 DEBUG [StoreCloser-TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/B/6ae39649565547a780bdbba991cba873 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/B/6ae39649565547a780bdbba991cba873 2024-11-08T12:42:37,226 DEBUG [StoreCloser-TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/B/8b5631c8690642f5bc7b2e1919c5443b to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/B/8b5631c8690642f5bc7b2e1919c5443b 2024-11-08T12:42:37,227 DEBUG [StoreCloser-TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/B/b65ec3ad78cf4af398a5f5a436388693 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/B/b65ec3ad78cf4af398a5f5a436388693 2024-11-08T12:42:37,228 DEBUG [StoreCloser-TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/B/a8ef2725a1c7468eaa8dc9a3a7af8e6d to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/B/a8ef2725a1c7468eaa8dc9a3a7af8e6d 2024-11-08T12:42:37,229 DEBUG [StoreCloser-TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/C/292bfdec2b494d78b378da5b5164d67c, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/C/f6707535786048e4a9e0cd21f77117b3, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/C/5a224ec71aaa467586268a1d1d452366, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/C/5176d87cf56d460887e7376aa6323c1a, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/C/0a90d9d687ef428999d6be3d7cb1b201, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/C/013b2a5628a44f579bfda29f11fc9920, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/C/b0d0252c4b654738932f916731bc6dbb, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/C/2fe178e56d714302b1def3f4906aa925, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/C/496c9fc12c8b43e9b57085911bebb6e6, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/C/8cc9aed155db488381608573724492c8, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/C/b20e4b6baede406da8399fbfca19fcf5, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/C/4655b4cd910d4fd08631df7023576269, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/C/dc3ed8b3dcc04517947c8e55cb941d74] to archive 2024-11-08T12:42:37,230 DEBUG [StoreCloser-TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-08T12:42:37,231 DEBUG [StoreCloser-TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/C/292bfdec2b494d78b378da5b5164d67c to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/C/292bfdec2b494d78b378da5b5164d67c 2024-11-08T12:42:37,232 DEBUG [StoreCloser-TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/C/f6707535786048e4a9e0cd21f77117b3 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/C/f6707535786048e4a9e0cd21f77117b3 2024-11-08T12:42:37,232 DEBUG [StoreCloser-TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/C/5a224ec71aaa467586268a1d1d452366 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/C/5a224ec71aaa467586268a1d1d452366 2024-11-08T12:42:37,233 DEBUG [StoreCloser-TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/C/5176d87cf56d460887e7376aa6323c1a to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/C/5176d87cf56d460887e7376aa6323c1a 2024-11-08T12:42:37,234 DEBUG [StoreCloser-TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/C/0a90d9d687ef428999d6be3d7cb1b201 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/C/0a90d9d687ef428999d6be3d7cb1b201 2024-11-08T12:42:37,234 DEBUG [StoreCloser-TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/C/013b2a5628a44f579bfda29f11fc9920 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/C/013b2a5628a44f579bfda29f11fc9920 2024-11-08T12:42:37,235 DEBUG [StoreCloser-TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/C/b0d0252c4b654738932f916731bc6dbb to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/C/b0d0252c4b654738932f916731bc6dbb 2024-11-08T12:42:37,236 DEBUG [StoreCloser-TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/C/2fe178e56d714302b1def3f4906aa925 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/C/2fe178e56d714302b1def3f4906aa925 2024-11-08T12:42:37,237 DEBUG [StoreCloser-TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/C/496c9fc12c8b43e9b57085911bebb6e6 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/C/496c9fc12c8b43e9b57085911bebb6e6 2024-11-08T12:42:37,238 DEBUG [StoreCloser-TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/C/8cc9aed155db488381608573724492c8 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/C/8cc9aed155db488381608573724492c8 2024-11-08T12:42:37,238 DEBUG [StoreCloser-TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/C/b20e4b6baede406da8399fbfca19fcf5 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/C/b20e4b6baede406da8399fbfca19fcf5 2024-11-08T12:42:37,239 DEBUG [StoreCloser-TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/C/4655b4cd910d4fd08631df7023576269 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/C/4655b4cd910d4fd08631df7023576269 2024-11-08T12:42:37,240 DEBUG [StoreCloser-TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/C/dc3ed8b3dcc04517947c8e55cb941d74 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/C/dc3ed8b3dcc04517947c8e55cb941d74 2024-11-08T12:42:37,243 DEBUG [RS_CLOSE_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/recovered.edits/293.seqid, newMaxSeqId=293, maxSeqId=4 2024-11-08T12:42:37,244 INFO [RS_CLOSE_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745. 2024-11-08T12:42:37,244 DEBUG [RS_CLOSE_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] regionserver.HRegion(1676): Region close journal for d0f229b7f94c7e0c66ae69b1be826745: Waiting for close lock at 1731069754483Running coprocessor pre-close hooks at 1731069754483Disabling compacts and flushes for region at 1731069754483Disabling writes for close at 1731069755513 (+1030 ms)Obtaining lock to block concurrent updates at 1731069755514 (+1 ms)Preparing flush snapshotting stores in d0f229b7f94c7e0c66ae69b1be826745 at 1731069755514Finished memstore snapshotting TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745., syncing WAL and waiting on mvcc, flushsize=dataSize=27480, getHeapSize=72720, getOffHeapSize=0, getCellsCount=600 at 1731069755514Flushing stores of TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745. at 1731069755515 (+1 ms)Flushing d0f229b7f94c7e0c66ae69b1be826745/A: creating writer at 1731069755515Flushing mob file d0f229b7f94c7e0c66ae69b1be826745/A: appending metadata at 1731069755521 (+6 ms)Flushing mob file d0f229b7f94c7e0c66ae69b1be826745/A: closing flushed file at 1731069755521Flushing d0f229b7f94c7e0c66ae69b1be826745/A: appending metadata at 1731069755936 (+415 ms)Flushing d0f229b7f94c7e0c66ae69b1be826745/A: closing flushed file at 1731069755936Flushing d0f229b7f94c7e0c66ae69b1be826745/B: creating writer at 1731069756352 (+416 ms)Flushing d0f229b7f94c7e0c66ae69b1be826745/B: appending metadata at 1731069756357 (+5 ms)Flushing d0f229b7f94c7e0c66ae69b1be826745/B: closing flushed file at 1731069756357Flushing d0f229b7f94c7e0c66ae69b1be826745/C: creating writer at 1731069756766 (+409 ms)Flushing d0f229b7f94c7e0c66ae69b1be826745/C: appending metadata at 1731069756769 (+3 ms)Flushing d0f229b7f94c7e0c66ae69b1be826745/C: closing flushed file at 1731069756769Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@64481228: reopening flushed file at 1731069757184 (+415 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4a23dfd0: reopening flushed file at 1731069757191 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3282142f: reopening flushed file at 1731069757196 (+5 ms)Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for d0f229b7f94c7e0c66ae69b1be826745 in 1687ms, sequenceid=290, compaction requested=true at 1731069757200 (+4 ms)Writing region close event to WAL at 1731069757241 (+41 ms)Running coprocessor post-close hooks at 1731069757244 (+3 ms)Closed at 1731069757244 2024-11-08T12:42:37,246 INFO [RS_CLOSE_REGION-regionserver/6ccfea20c990:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] handler.UnassignRegionHandler(157): Closed d0f229b7f94c7e0c66ae69b1be826745 2024-11-08T12:42:37,247 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=170 updating hbase:meta row=d0f229b7f94c7e0c66ae69b1be826745, regionState=CLOSED 2024-11-08T12:42:37,248 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=171, ppid=170, state=RUNNABLE, hasLock=false; CloseRegionProcedure d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 because future has completed 2024-11-08T12:42:37,250 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=171, resume processing ppid=170 2024-11-08T12:42:37,250 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=171, ppid=170, state=SUCCESS, hasLock=false; CloseRegionProcedure d0f229b7f94c7e0c66ae69b1be826745, server=6ccfea20c990,38479,1731069575023 in 2.9170 sec 2024-11-08T12:42:37,251 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=170, resume processing ppid=169 2024-11-08T12:42:37,251 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=170, ppid=169, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=d0f229b7f94c7e0c66ae69b1be826745, UNASSIGN in 2.9220 sec 2024-11-08T12:42:37,253 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=169, resume processing ppid=168 2024-11-08T12:42:37,253 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=169, ppid=168, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 2.9250 sec 2024-11-08T12:42:37,254 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731069757254"}]},"ts":"1731069757254"} 2024-11-08T12:42:37,255 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-08T12:42:37,255 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-08T12:42:37,256 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=168, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 2.9350 sec 2024-11-08T12:42:38,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=168 2024-11-08T12:42:38,504 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-08T12:42:38,506 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-08T12:42:38,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] procedure2.ProcedureExecutor(1139): Stored pid=172, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-08T12:42:38,511 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=172, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-08T12:42:38,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=172 2024-11-08T12:42:38,513 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=172, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-08T12:42:38,517 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745 2024-11-08T12:42:38,521 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/A, FileablePath, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/B, FileablePath, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/C, FileablePath, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/recovered.edits] 2024-11-08T12:42:38,524 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/A/0631c4ed8bdd4efabb97af77356ecb10 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/A/0631c4ed8bdd4efabb97af77356ecb10 2024-11-08T12:42:38,525 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/A/218c3e52615f43f08ec266e8dc40f648 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/A/218c3e52615f43f08ec266e8dc40f648 2024-11-08T12:42:38,527 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/A/6124b565ef544160b01f3b81daf18087 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/A/6124b565ef544160b01f3b81daf18087 2024-11-08T12:42:38,528 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/A/bf729cc709c04afd9b49fa90e32d0325 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/A/bf729cc709c04afd9b49fa90e32d0325 2024-11-08T12:42:38,530 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/A/ce9fc5b6e27e4e289f5e275817063ccf to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/A/ce9fc5b6e27e4e289f5e275817063ccf 2024-11-08T12:42:38,531 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/A/e6f305a375e24902b63df9992bd58455 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/A/e6f305a375e24902b63df9992bd58455 2024-11-08T12:42:38,532 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/A/f98e1c9d1d76453fbe8e1b7c59500f6f to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/A/f98e1c9d1d76453fbe8e1b7c59500f6f 2024-11-08T12:42:38,536 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/B/4cc8457aaf134b92b70e86bb02e0c4e8 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/B/4cc8457aaf134b92b70e86bb02e0c4e8 2024-11-08T12:42:38,538 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/B/5d2234b265454945927423e4e4f768fd to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/B/5d2234b265454945927423e4e4f768fd 2024-11-08T12:42:38,539 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/B/6fe5852d0bbb41aa845c34abe05251db to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/B/6fe5852d0bbb41aa845c34abe05251db 2024-11-08T12:42:38,541 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/B/8323891b2e714551b284cc80cb9f1d0d to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/B/8323891b2e714551b284cc80cb9f1d0d 2024-11-08T12:42:38,543 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/B/8ee9e153cd93432f9fc93fa81954f948 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/B/8ee9e153cd93432f9fc93fa81954f948 2024-11-08T12:42:38,544 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/B/9143c4079a7d4f088fbcb7ad4c61ffd3 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/B/9143c4079a7d4f088fbcb7ad4c61ffd3 2024-11-08T12:42:38,545 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/B/9a1a9bfd665c4578ac67567e668b7172 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/B/9a1a9bfd665c4578ac67567e668b7172 2024-11-08T12:42:38,547 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/C/110c16792135486a94f85f48b2f409c1 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/C/110c16792135486a94f85f48b2f409c1 2024-11-08T12:42:38,548 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/C/1c9af52f3aef4869993937a9e333872b to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/C/1c9af52f3aef4869993937a9e333872b 2024-11-08T12:42:38,549 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/C/2376bc6f4b544991b207eb2bae99e13c to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/C/2376bc6f4b544991b207eb2bae99e13c 2024-11-08T12:42:38,550 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/C/522e21a3725f405fb9003798c5182fc2 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/C/522e21a3725f405fb9003798c5182fc2 2024-11-08T12:42:38,550 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/C/8d539c46b5d1432a80c38df6fd572ed4 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/C/8d539c46b5d1432a80c38df6fd572ed4 2024-11-08T12:42:38,551 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/C/97e4e510c7974f648b1401b13e815764 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/C/97e4e510c7974f648b1401b13e815764 2024-11-08T12:42:38,552 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/C/9c9fabb3725c4e588664ae27429ec134 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/C/9c9fabb3725c4e588664ae27429ec134 2024-11-08T12:42:38,554 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/recovered.edits/293.seqid to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745/recovered.edits/293.seqid 2024-11-08T12:42:38,554 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/default/TestAcidGuarantees/d0f229b7f94c7e0c66ae69b1be826745 2024-11-08T12:42:38,554 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-08T12:42:38,555 DEBUG [PEWorker-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-08T12:42:38,555 DEBUG [PEWorker-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-08T12:42:38,557 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411081e2fcab6b47843bf9e83d621c674350e_d0f229b7f94c7e0c66ae69b1be826745 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411081e2fcab6b47843bf9e83d621c674350e_d0f229b7f94c7e0c66ae69b1be826745 2024-11-08T12:42:38,558 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108377e1bd1fe8a43259388a90e3c83334f_d0f229b7f94c7e0c66ae69b1be826745 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108377e1bd1fe8a43259388a90e3c83334f_d0f229b7f94c7e0c66ae69b1be826745 2024-11-08T12:42:38,558 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110849f34e0d8a454ff0932da4570ae548ff_d0f229b7f94c7e0c66ae69b1be826745 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110849f34e0d8a454ff0932da4570ae548ff_d0f229b7f94c7e0c66ae69b1be826745 2024-11-08T12:42:38,559 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411087b35b7713de14b7c89cebc86b20ae73f_d0f229b7f94c7e0c66ae69b1be826745 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411087b35b7713de14b7c89cebc86b20ae73f_d0f229b7f94c7e0c66ae69b1be826745 2024-11-08T12:42:38,560 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411087fbe57809a0f40a1b32abe56193ee713_d0f229b7f94c7e0c66ae69b1be826745 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411087fbe57809a0f40a1b32abe56193ee713_d0f229b7f94c7e0c66ae69b1be826745 2024-11-08T12:42:38,560 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110885184b27318747e5a24e8ef5fd0d23dc_d0f229b7f94c7e0c66ae69b1be826745 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110885184b27318747e5a24e8ef5fd0d23dc_d0f229b7f94c7e0c66ae69b1be826745 2024-11-08T12:42:38,561 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411088564d2aa11984a50815f5c91194bb855_d0f229b7f94c7e0c66ae69b1be826745 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411088564d2aa11984a50815f5c91194bb855_d0f229b7f94c7e0c66ae69b1be826745 2024-11-08T12:42:38,562 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110891a8c5f03e7f42128324178efb1f4b05_d0f229b7f94c7e0c66ae69b1be826745 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110891a8c5f03e7f42128324178efb1f4b05_d0f229b7f94c7e0c66ae69b1be826745 2024-11-08T12:42:38,563 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411089500be819f0044619ed7cfe055451b5e_d0f229b7f94c7e0c66ae69b1be826745 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411089500be819f0044619ed7cfe055451b5e_d0f229b7f94c7e0c66ae69b1be826745 2024-11-08T12:42:38,563 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108960485f4dff144709dc9ecbf637e1701_d0f229b7f94c7e0c66ae69b1be826745 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108960485f4dff144709dc9ecbf637e1701_d0f229b7f94c7e0c66ae69b1be826745 2024-11-08T12:42:38,564 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108a21aca58b73a4dcda416170a50334bed_d0f229b7f94c7e0c66ae69b1be826745 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108a21aca58b73a4dcda416170a50334bed_d0f229b7f94c7e0c66ae69b1be826745 2024-11-08T12:42:38,565 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108ac2feecc9a8c4249a34a8064b24cf40a_d0f229b7f94c7e0c66ae69b1be826745 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108ac2feecc9a8c4249a34a8064b24cf40a_d0f229b7f94c7e0c66ae69b1be826745 2024-11-08T12:42:38,566 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108bbb0a748da1f40fd8bff80763e3e2472_d0f229b7f94c7e0c66ae69b1be826745 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108bbb0a748da1f40fd8bff80763e3e2472_d0f229b7f94c7e0c66ae69b1be826745 2024-11-08T12:42:38,566 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108c165c114412b48b889d869e870b9c406_d0f229b7f94c7e0c66ae69b1be826745 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108c165c114412b48b889d869e870b9c406_d0f229b7f94c7e0c66ae69b1be826745 2024-11-08T12:42:38,567 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108dfad1f7634ea4a13bd40da75a309b2ed_d0f229b7f94c7e0c66ae69b1be826745 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108dfad1f7634ea4a13bd40da75a309b2ed_d0f229b7f94c7e0c66ae69b1be826745 2024-11-08T12:42:38,568 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108e74299134ef7456bbfee2f1f563a85b2_d0f229b7f94c7e0c66ae69b1be826745 to hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108e74299134ef7456bbfee2f1f563a85b2_d0f229b7f94c7e0c66ae69b1be826745 2024-11-08T12:42:38,568 DEBUG [PEWorker-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-08T12:42:38,570 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=172, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-08T12:42:38,572 WARN [PEWorker-3 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-08T12:42:38,573 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-08T12:42:38,574 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=172, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-08T12:42:38,574 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-08T12:42:38,574 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731069758574"}]},"ts":"9223372036854775807"} 2024-11-08T12:42:38,576 INFO [PEWorker-3 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-08T12:42:38,576 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => d0f229b7f94c7e0c66ae69b1be826745, NAME => 'TestAcidGuarantees,,1731069730072.d0f229b7f94c7e0c66ae69b1be826745.', STARTKEY => '', ENDKEY => ''}] 2024-11-08T12:42:38,576 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-08T12:42:38,576 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731069758576"}]},"ts":"9223372036854775807"} 2024-11-08T12:42:38,577 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-08T12:42:38,578 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(133): Finished pid=172, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-08T12:42:38,579 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=172, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 72 msec 2024-11-08T12:42:38,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40975 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=172 2024-11-08T12:42:38,624 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-08T12:42:38,624 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-08T12:42:38,631 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithNoInMemCompaction#testMobGetAtomicity Thread=241 (was 237) - Thread LEAK? -, OpenFileDescriptor=453 (was 447) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=278 (was 264) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2923 (was 2962) 2024-11-08T12:42:38,631 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-08T12:42:38,631 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T12:42:38,631 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.tearDownAfterClass(AcidGuaranteesTestBase.java:66) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T12:42:38,631 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T12:42:38,631 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T12:42:38,631 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T12:42:38,632 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-08T12:42:38,632 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1975601807, stopped=false 2024-11-08T12:42:38,632 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=6ccfea20c990,40975,1731069574299 2024-11-08T12:42:38,633 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38479-0x1001f58d5710001, quorum=127.0.0.1:60891, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-08T12:42:38,633 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40975-0x1001f58d5710000, quorum=127.0.0.1:60891, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-08T12:42:38,633 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38479-0x1001f58d5710001, quorum=127.0.0.1:60891, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T12:42:38,633 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40975-0x1001f58d5710000, quorum=127.0.0.1:60891, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T12:42:38,633 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T12:42:38,634 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T12:42:38,634 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.tearDownAfterClass(AcidGuaranteesTestBase.java:66) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T12:42:38,634 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T12:42:38,634 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38479-0x1001f58d5710001, quorum=127.0.0.1:60891, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T12:42:38,634 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6ccfea20c990,38479,1731069575023' ***** 2024-11-08T12:42:38,634 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T12:42:38,634 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40975-0x1001f58d5710000, quorum=127.0.0.1:60891, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T12:42:38,634 INFO [RS:0;6ccfea20c990:38479 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T12:42:38,635 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T12:42:38,635 INFO [RS:0;6ccfea20c990:38479 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T12:42:38,635 INFO [RS:0;6ccfea20c990:38479 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T12:42:38,635 INFO [RS:0;6ccfea20c990:38479 {}] regionserver.HRegionServer(959): stopping server 6ccfea20c990,38479,1731069575023 2024-11-08T12:42:38,635 INFO [RS:0;6ccfea20c990:38479 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T12:42:38,635 INFO [RS:0;6ccfea20c990:38479 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6ccfea20c990:38479. 2024-11-08T12:42:38,635 DEBUG [RS:0;6ccfea20c990:38479 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T12:42:38,635 DEBUG [RS:0;6ccfea20c990:38479 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T12:42:38,635 INFO [RS:0;6ccfea20c990:38479 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T12:42:38,635 INFO [RS:0;6ccfea20c990:38479 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T12:42:38,635 INFO [RS:0;6ccfea20c990:38479 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T12:42:38,635 INFO [RS:0;6ccfea20c990:38479 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-08T12:42:38,636 INFO [RS:0;6ccfea20c990:38479 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-08T12:42:38,636 DEBUG [RS:0;6ccfea20c990:38479 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-08T12:42:38,636 DEBUG [RS_CLOSE_META-regionserver/6ccfea20c990:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T12:42:38,636 INFO [RS_CLOSE_META-regionserver/6ccfea20c990:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T12:42:38,636 DEBUG [RS:0;6ccfea20c990:38479 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T12:42:38,636 DEBUG [RS_CLOSE_META-regionserver/6ccfea20c990:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T12:42:38,636 DEBUG [RS_CLOSE_META-regionserver/6ccfea20c990:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T12:42:38,636 DEBUG [RS_CLOSE_META-regionserver/6ccfea20c990:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T12:42:38,636 INFO [RS_CLOSE_META-regionserver/6ccfea20c990:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=19.91 KB heapSize=35.20 KB 2024-11-08T12:42:38,652 INFO [regionserver/6ccfea20c990:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T12:42:38,656 DEBUG [RS_CLOSE_META-regionserver/6ccfea20c990:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/hbase/meta/1588230740/.tmp/info/1dd30d09ccf047cc9d0e732babbda5a3 is 95, key is TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9./info:/1731069605731/DeleteFamily/seqid=0 2024-11-08T12:42:38,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742420_1596 (size=6514) 2024-11-08T12:42:38,837 DEBUG [RS:0;6ccfea20c990:38479 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T12:42:39,037 DEBUG [RS:0;6ccfea20c990:38479 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T12:42:39,061 INFO [RS_CLOSE_META-regionserver/6ccfea20c990:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=16.75 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/hbase/meta/1588230740/.tmp/info/1dd30d09ccf047cc9d0e732babbda5a3 2024-11-08T12:42:39,086 DEBUG [RS_CLOSE_META-regionserver/6ccfea20c990:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/hbase/meta/1588230740/.tmp/ns/4942cc8d6be44c51a013406ee4e88713 is 93, key is TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9./ns:/1731069605693/DeleteFamily/seqid=0 2024-11-08T12:42:39,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742421_1597 (size=5906) 2024-11-08T12:42:39,237 DEBUG [RS:0;6ccfea20c990:38479 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T12:42:39,437 DEBUG [RS:0;6ccfea20c990:38479 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T12:42:39,491 INFO [RS_CLOSE_META-regionserver/6ccfea20c990:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=608 B at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/hbase/meta/1588230740/.tmp/ns/4942cc8d6be44c51a013406ee4e88713 2024-11-08T12:42:39,516 INFO [regionserver/6ccfea20c990:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-08T12:42:39,516 INFO [regionserver/6ccfea20c990:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-08T12:42:39,519 DEBUG [RS_CLOSE_META-regionserver/6ccfea20c990:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/hbase/meta/1588230740/.tmp/rep_barrier/83e4f04e55314c2aaf75bf0dc0fd2cae is 102, key is TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9./rep_barrier:/1731069605693/DeleteFamily/seqid=0 2024-11-08T12:42:39,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742422_1598 (size=6025) 2024-11-08T12:42:39,638 DEBUG [RS:0;6ccfea20c990:38479 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T12:42:39,838 DEBUG [RS:0;6ccfea20c990:38479 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T12:42:39,923 INFO [RS_CLOSE_META-regionserver/6ccfea20c990:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=588 B at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/hbase/meta/1588230740/.tmp/rep_barrier/83e4f04e55314c2aaf75bf0dc0fd2cae 2024-11-08T12:42:39,949 DEBUG [RS_CLOSE_META-regionserver/6ccfea20c990:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/hbase/meta/1588230740/.tmp/table/a76885b08134417d9c4913d28dd19bc1 is 96, key is TestAcidGuarantees,,1731069579036.5fbdb99fcc7482cd6f31ac3aa66e61e9./table:/1731069605693/DeleteFamily/seqid=0 2024-11-08T12:42:39,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742423_1599 (size=5936) 2024-11-08T12:42:40,038 DEBUG [RS:0;6ccfea20c990:38479 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T12:42:40,239 DEBUG [RS:0;6ccfea20c990:38479 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T12:42:40,353 INFO [RS_CLOSE_META-regionserver/6ccfea20c990:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.99 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/hbase/meta/1588230740/.tmp/table/a76885b08134417d9c4913d28dd19bc1 2024-11-08T12:42:40,361 DEBUG [RS_CLOSE_META-regionserver/6ccfea20c990:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/hbase/meta/1588230740/.tmp/info/1dd30d09ccf047cc9d0e732babbda5a3 as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/hbase/meta/1588230740/info/1dd30d09ccf047cc9d0e732babbda5a3 2024-11-08T12:42:40,365 INFO [RS_CLOSE_META-regionserver/6ccfea20c990:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/hbase/meta/1588230740/info/1dd30d09ccf047cc9d0e732babbda5a3, entries=12, sequenceid=90, filesize=6.4 K 2024-11-08T12:42:40,365 DEBUG [RS_CLOSE_META-regionserver/6ccfea20c990:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/hbase/meta/1588230740/.tmp/ns/4942cc8d6be44c51a013406ee4e88713 as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/hbase/meta/1588230740/ns/4942cc8d6be44c51a013406ee4e88713 2024-11-08T12:42:40,368 INFO [RS_CLOSE_META-regionserver/6ccfea20c990:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/hbase/meta/1588230740/ns/4942cc8d6be44c51a013406ee4e88713, entries=8, sequenceid=90, filesize=5.8 K 2024-11-08T12:42:40,369 DEBUG [RS_CLOSE_META-regionserver/6ccfea20c990:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/hbase/meta/1588230740/.tmp/rep_barrier/83e4f04e55314c2aaf75bf0dc0fd2cae as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/hbase/meta/1588230740/rep_barrier/83e4f04e55314c2aaf75bf0dc0fd2cae 2024-11-08T12:42:40,372 INFO [RS_CLOSE_META-regionserver/6ccfea20c990:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/hbase/meta/1588230740/rep_barrier/83e4f04e55314c2aaf75bf0dc0fd2cae, entries=6, sequenceid=90, filesize=5.9 K 2024-11-08T12:42:40,372 DEBUG [RS_CLOSE_META-regionserver/6ccfea20c990:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/hbase/meta/1588230740/.tmp/table/a76885b08134417d9c4913d28dd19bc1 as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/hbase/meta/1588230740/table/a76885b08134417d9c4913d28dd19bc1 2024-11-08T12:42:40,375 INFO [RS_CLOSE_META-regionserver/6ccfea20c990:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/hbase/meta/1588230740/table/a76885b08134417d9c4913d28dd19bc1, entries=7, sequenceid=90, filesize=5.8 K 2024-11-08T12:42:40,375 INFO [RS_CLOSE_META-regionserver/6ccfea20c990:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~19.91 KB/20384, heapSize ~35.14 KB/35984, currentSize=0 B/0 for 1588230740 in 1739ms, sequenceid=90, compaction requested=false 2024-11-08T12:42:40,379 DEBUG [RS_CLOSE_META-regionserver/6ccfea20c990:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/data/hbase/meta/1588230740/recovered.edits/93.seqid, newMaxSeqId=93, maxSeqId=1 2024-11-08T12:42:40,380 DEBUG [RS_CLOSE_META-regionserver/6ccfea20c990:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T12:42:40,380 INFO [RS_CLOSE_META-regionserver/6ccfea20c990:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T12:42:40,380 DEBUG [RS_CLOSE_META-regionserver/6ccfea20c990:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731069758636Running coprocessor pre-close hooks at 1731069758636Disabling compacts and flushes for region at 1731069758636Disabling writes for close at 1731069758636Obtaining lock to block concurrent updates at 1731069758636Preparing flush snapshotting stores in 1588230740 at 1731069758637 (+1 ms)Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=20384, getHeapSize=35984, getOffHeapSize=0, getCellsCount=191 at 1731069758637Flushing stores of hbase:meta,,1.1588230740 at 1731069758637Flushing 1588230740/info: creating writer at 1731069758637Flushing 1588230740/info: appending metadata at 1731069758656 (+19 ms)Flushing 1588230740/info: closing flushed file at 1731069758656Flushing 1588230740/ns: creating writer at 1731069759073 (+417 ms)Flushing 1588230740/ns: appending metadata at 1731069759086 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1731069759086Flushing 1588230740/rep_barrier: creating writer at 1731069759499 (+413 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731069759519 (+20 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731069759519Flushing 1588230740/table: creating writer at 1731069759930 (+411 ms)Flushing 1588230740/table: appending metadata at 1731069759949 (+19 ms)Flushing 1588230740/table: closing flushed file at 1731069759949Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@9f337dd: reopening flushed file at 1731069760360 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@69787128: reopening flushed file at 1731069760365 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3084b5fa: reopening flushed file at 1731069760369 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4347093d: reopening flushed file at 1731069760372 (+3 ms)Finished flush of dataSize ~19.91 KB/20384, heapSize ~35.14 KB/35984, currentSize=0 B/0 for 1588230740 in 1739ms, sequenceid=90, compaction requested=false at 1731069760375 (+3 ms)Writing region close event to WAL at 1731069760377 (+2 ms)Running coprocessor post-close hooks at 1731069760379 (+2 ms)Closed at 1731069760380 (+1 ms) 2024-11-08T12:42:40,380 DEBUG [RS_CLOSE_META-regionserver/6ccfea20c990:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-08T12:42:40,439 INFO [RS:0;6ccfea20c990:38479 {}] regionserver.HRegionServer(976): stopping server 6ccfea20c990,38479,1731069575023; all regions closed. 2024-11-08T12:42:40,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073741834_1010 (size=25344) 2024-11-08T12:42:40,449 DEBUG [RS:0;6ccfea20c990:38479 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/oldWALs 2024-11-08T12:42:40,449 INFO [RS:0;6ccfea20c990:38479 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6ccfea20c990%2C38479%2C1731069575023.meta:.meta(num 1731069578614) 2024-11-08T12:42:40,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073741832_1008 (size=13575606) 2024-11-08T12:42:40,455 DEBUG [RS:0;6ccfea20c990:38479 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/oldWALs 2024-11-08T12:42:40,455 INFO [RS:0;6ccfea20c990:38479 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6ccfea20c990%2C38479%2C1731069575023:(num 1731069577681) 2024-11-08T12:42:40,455 DEBUG [RS:0;6ccfea20c990:38479 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T12:42:40,455 INFO [RS:0;6ccfea20c990:38479 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T12:42:40,455 INFO [RS:0;6ccfea20c990:38479 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T12:42:40,455 INFO [RS:0;6ccfea20c990:38479 {}] hbase.ChoreService(370): Chore service for: regionserver/6ccfea20c990:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-08T12:42:40,456 INFO [RS:0;6ccfea20c990:38479 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T12:42:40,456 INFO [regionserver/6ccfea20c990:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T12:42:40,456 INFO [RS:0;6ccfea20c990:38479 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38479 2024-11-08T12:42:40,459 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38479-0x1001f58d5710001, quorum=127.0.0.1:60891, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/6ccfea20c990,38479,1731069575023 2024-11-08T12:42:40,459 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40975-0x1001f58d5710000, quorum=127.0.0.1:60891, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-08T12:42:40,459 INFO [RS:0;6ccfea20c990:38479 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T12:42:40,460 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6ccfea20c990,38479,1731069575023] 2024-11-08T12:42:40,461 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/6ccfea20c990,38479,1731069575023 already deleted, retry=false 2024-11-08T12:42:40,461 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6ccfea20c990,38479,1731069575023 expired; onlineServers=0 2024-11-08T12:42:40,461 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '6ccfea20c990,40975,1731069574299' ***** 2024-11-08T12:42:40,462 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-08T12:42:40,462 INFO [M:0;6ccfea20c990:40975 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T12:42:40,462 INFO [M:0;6ccfea20c990:40975 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T12:42:40,462 DEBUG [M:0;6ccfea20c990:40975 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-08T12:42:40,462 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-08T12:42:40,462 DEBUG [M:0;6ccfea20c990:40975 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-08T12:42:40,462 DEBUG [master/6ccfea20c990:0:becomeActiveMaster-HFileCleaner.large.0-1731069577335 {}] cleaner.HFileCleaner(306): Exit Thread[master/6ccfea20c990:0:becomeActiveMaster-HFileCleaner.large.0-1731069577335,5,FailOnTimeoutGroup] 2024-11-08T12:42:40,462 DEBUG [master/6ccfea20c990:0:becomeActiveMaster-HFileCleaner.small.0-1731069577336 {}] cleaner.HFileCleaner(306): Exit Thread[master/6ccfea20c990:0:becomeActiveMaster-HFileCleaner.small.0-1731069577336,5,FailOnTimeoutGroup] 2024-11-08T12:42:40,462 INFO [M:0;6ccfea20c990:40975 {}] hbase.ChoreService(370): Chore service for: master/6ccfea20c990:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-08T12:42:40,462 INFO [M:0;6ccfea20c990:40975 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T12:42:40,462 DEBUG [M:0;6ccfea20c990:40975 {}] master.HMaster(1795): Stopping service threads 2024-11-08T12:42:40,462 INFO [M:0;6ccfea20c990:40975 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-08T12:42:40,462 INFO [M:0;6ccfea20c990:40975 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T12:42:40,463 ERROR [M:0;6ccfea20c990:40975 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[HFileArchiver-6,5,PEWorkerGroup] 2024-11-08T12:42:40,463 INFO [M:0;6ccfea20c990:40975 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-08T12:42:40,463 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40975-0x1001f58d5710000, quorum=127.0.0.1:60891, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-08T12:42:40,463 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40975-0x1001f58d5710000, quorum=127.0.0.1:60891, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T12:42:40,463 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-08T12:42:40,463 DEBUG [M:0;6ccfea20c990:40975 {}] zookeeper.ZKUtil(347): master:40975-0x1001f58d5710000, quorum=127.0.0.1:60891, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-08T12:42:40,464 WARN [M:0;6ccfea20c990:40975 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-08T12:42:40,464 INFO [M:0;6ccfea20c990:40975 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/.lastflushedseqids 2024-11-08T12:42:40,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742424_1600 (size=72) 2024-11-08T12:42:40,561 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38479-0x1001f58d5710001, quorum=127.0.0.1:60891, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T12:42:40,561 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38479-0x1001f58d5710001, quorum=127.0.0.1:60891, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T12:42:40,562 INFO [RS:0;6ccfea20c990:38479 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T12:42:40,562 INFO [RS:0;6ccfea20c990:38479 {}] regionserver.HRegionServer(1031): Exiting; stopping=6ccfea20c990,38479,1731069575023; zookeeper connection closed. 2024-11-08T12:42:40,563 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@39ef2bb3 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@39ef2bb3 2024-11-08T12:42:40,564 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-08T12:42:40,874 INFO [M:0;6ccfea20c990:40975 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-08T12:42:40,874 INFO [M:0;6ccfea20c990:40975 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-08T12:42:40,875 DEBUG [M:0;6ccfea20c990:40975 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T12:42:40,875 INFO [M:0;6ccfea20c990:40975 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T12:42:40,875 DEBUG [M:0;6ccfea20c990:40975 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T12:42:40,875 DEBUG [M:0;6ccfea20c990:40975 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T12:42:40,875 DEBUG [M:0;6ccfea20c990:40975 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T12:42:40,875 INFO [M:0;6ccfea20c990:40975 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=731.93 KB heapSize=897.96 KB 2024-11-08T12:42:40,895 DEBUG [M:0;6ccfea20c990:40975 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/47ae32f0610e4474949cff638ecf22b4 is 82, key is hbase:meta,,1/info:regioninfo/1731069578699/Put/seqid=0 2024-11-08T12:42:40,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742425_1601 (size=5672) 2024-11-08T12:42:41,299 INFO [M:0;6ccfea20c990:40975 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=2038 (bloomFilter=true), to=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/47ae32f0610e4474949cff638ecf22b4 2024-11-08T12:42:41,328 DEBUG [M:0;6ccfea20c990:40975 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a7e441d88683416b948af380694f0720 is 2276, key is \x00\x00\x00\x00\x00\x00\x00\x93/proc:d/1731069733192/Put/seqid=0 2024-11-08T12:42:41,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742426_1602 (size=44537) 2024-11-08T12:42:41,733 INFO [M:0;6ccfea20c990:40975 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=731.37 KB at sequenceid=2038 (bloomFilter=true), to=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a7e441d88683416b948af380694f0720 2024-11-08T12:42:41,744 INFO [M:0;6ccfea20c990:40975 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a7e441d88683416b948af380694f0720 2024-11-08T12:42:41,759 DEBUG [M:0;6ccfea20c990:40975 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2f76cb551969474c96c42d3a561e6268 is 69, key is 6ccfea20c990,38479,1731069575023/rs:state/1731069577448/Put/seqid=0 2024-11-08T12:42:41,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073742427_1603 (size=5156) 2024-11-08T12:42:42,163 INFO [M:0;6ccfea20c990:40975 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=2038 (bloomFilter=true), to=hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2f76cb551969474c96c42d3a561e6268 2024-11-08T12:42:42,173 DEBUG [M:0;6ccfea20c990:40975 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/47ae32f0610e4474949cff638ecf22b4 as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/47ae32f0610e4474949cff638ecf22b4 2024-11-08T12:42:42,177 INFO [M:0;6ccfea20c990:40975 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/47ae32f0610e4474949cff638ecf22b4, entries=8, sequenceid=2038, filesize=5.5 K 2024-11-08T12:42:42,178 DEBUG [M:0;6ccfea20c990:40975 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a7e441d88683416b948af380694f0720 as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a7e441d88683416b948af380694f0720 2024-11-08T12:42:42,181 INFO [M:0;6ccfea20c990:40975 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a7e441d88683416b948af380694f0720 2024-11-08T12:42:42,181 INFO [M:0;6ccfea20c990:40975 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a7e441d88683416b948af380694f0720, entries=172, sequenceid=2038, filesize=43.5 K 2024-11-08T12:42:42,181 DEBUG [M:0;6ccfea20c990:40975 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2f76cb551969474c96c42d3a561e6268 as hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2f76cb551969474c96c42d3a561e6268 2024-11-08T12:42:42,184 INFO [M:0;6ccfea20c990:40975 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38609/user/jenkins/test-data/47bc2a73-22cb-d354-e605-bc4e9ebffefe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2f76cb551969474c96c42d3a561e6268, entries=1, sequenceid=2038, filesize=5.0 K 2024-11-08T12:42:42,185 INFO [M:0;6ccfea20c990:40975 {}] regionserver.HRegion(3140): Finished flush of dataSize ~731.93 KB/749494, heapSize ~897.66 KB/919208, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1310ms, sequenceid=2038, compaction requested=false 2024-11-08T12:42:42,186 INFO [M:0;6ccfea20c990:40975 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T12:42:42,186 DEBUG [M:0;6ccfea20c990:40975 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731069760874Disabling compacts and flushes for region at 1731069760874Disabling writes for close at 1731069760875 (+1 ms)Obtaining lock to block concurrent updates at 1731069760875Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731069760875Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=749494, getHeapSize=919448, getOffHeapSize=0, getCellsCount=2235 at 1731069760876 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731069760877 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731069760878 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731069760895 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731069760895Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731069761307 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731069761328 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731069761328Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731069761744 (+416 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731069761758 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731069761758Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@428c9342: reopening flushed file at 1731069762172 (+414 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@12ea76a4: reopening flushed file at 1731069762177 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@e8804fd: reopening flushed file at 1731069762181 (+4 ms)Finished flush of dataSize ~731.93 KB/749494, heapSize ~897.66 KB/919208, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1310ms, sequenceid=2038, compaction requested=false at 1731069762185 (+4 ms)Writing region close event to WAL at 1731069762186 (+1 ms)Closed at 1731069762186 2024-11-08T12:42:42,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34353 is added to blk_1073741830_1006 (size=883171) 2024-11-08T12:42:42,189 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T12:42:42,189 INFO [M:0;6ccfea20c990:40975 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-08T12:42:42,189 INFO [M:0;6ccfea20c990:40975 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40975 2024-11-08T12:42:42,190 INFO [M:0;6ccfea20c990:40975 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T12:42:42,291 INFO [M:0;6ccfea20c990:40975 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T12:42:42,291 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40975-0x1001f58d5710000, quorum=127.0.0.1:60891, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T12:42:42,291 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40975-0x1001f58d5710000, quorum=127.0.0.1:60891, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T12:42:42,295 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7acb84b5{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T12:42:42,297 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6e1ebae6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T12:42:42,297 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T12:42:42,298 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4fd7fa7c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T12:42:42,298 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@42946cd0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e176e269-3116-c8f5-4b64-9a65ef5be2d4/hadoop.log.dir/,STOPPED} 2024-11-08T12:42:42,300 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T12:42:42,300 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T12:42:42,300 WARN [BP-1626468097-172.17.0.2-1731069571142 heartbeating to localhost/127.0.0.1:38609 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T12:42:42,300 WARN [BP-1626468097-172.17.0.2-1731069571142 heartbeating to localhost/127.0.0.1:38609 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1626468097-172.17.0.2-1731069571142 (Datanode Uuid 5fb14a5a-f22a-409b-b73a-7df1fe084dd5) service to localhost/127.0.0.1:38609 2024-11-08T12:42:42,302 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e176e269-3116-c8f5-4b64-9a65ef5be2d4/cluster_4878d559-2e00-3c49-a488-c217b8f3bb4d/data/data1/current/BP-1626468097-172.17.0.2-1731069571142 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T12:42:42,303 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e176e269-3116-c8f5-4b64-9a65ef5be2d4/cluster_4878d559-2e00-3c49-a488-c217b8f3bb4d/data/data2/current/BP-1626468097-172.17.0.2-1731069571142 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T12:42:42,303 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T12:42:42,309 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4ded99d3{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T12:42:42,310 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@557285fa{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T12:42:42,310 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T12:42:42,310 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@93c62df{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T12:42:42,310 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6b23711f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e176e269-3116-c8f5-4b64-9a65ef5be2d4/hadoop.log.dir/,STOPPED} 2024-11-08T12:42:42,329 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-08T12:42:42,448 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down